-- Logs begin at Thu 2021-10-14 17:21:09 UTC, end at Thu 2021-10-14 18:20:47 UTC. -- Oct 14 17:51:51.758467 dv-cinder-813936-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 14 17:51:54.535093 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.common.config [-] Logging enabled! Oct 14 17:51:54.535692 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev6 Oct 14 17:51:54.535866 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99611) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 14 17:51:54.539087 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.common.config [-] Logging enabled! Oct 14 17:51:54.539348 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev6 Oct 14 17:51:54.540189 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99611) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 14 17:51:54.541165 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 17:51:54.541403 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 17:51:54.541763 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 17:51:54.542011 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 17:51:54.542239 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 17:51:54.542560 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.542868 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.543168 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.543400 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.543698 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.543992 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.544277 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.544565 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.544863 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.545176 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.545457 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.545742 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.545974 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.546257 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.546544 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.546833 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.547057 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] debug = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.547338 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.547769 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.548195 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.548476 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.548766 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.549072 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.549346 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.549621 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.549906 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.550233 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] host = dv-cinder-813936-1-iscsi {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.550512 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.550800 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.551090 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.551374 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.551648 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.551928 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.552210 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.552485 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.552764 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] log_file = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.553070 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.553362 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.553648 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.553942 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.554169 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.554394 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.554683 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.554971 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.555793 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.556069 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.556347 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.556626 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.556928 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.557205 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.557493 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.557822 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.558064 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.558339 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.558615 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.558887 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.559158 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.559441 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.559714 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.559986 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.560257 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.560545 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.560814 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.561115 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.561414 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.561697 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.561979 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.562264 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.562538 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.562825 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.563097 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.563367 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.563636 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] use_json = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.563907 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.564175 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.564460 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.564735 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.565037 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.565312 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.565582 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.565865 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:54.566159 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.566459 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.566756 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.567039 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.567335 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.567617 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.567906 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.568183 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.568472 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.568762 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.569078 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.569359 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.569646 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.569923 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.570216 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.570522 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.570848 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.571139 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.571418 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.571692 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.571965 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.572245 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.572534 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.572830 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.573402 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.573699 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.573980 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.574265 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.574560 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.574851 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.575126 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.575406 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.575697 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.575976 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.576250 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.576527 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.576819 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.577126 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.577404 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.577692 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.577967 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.578256 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.578496 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.578776 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.579066 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.579343 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.579610 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.579883 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.580159 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.580430 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.580712 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.581016 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.581594 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.581879 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.582162 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.582439 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.582717 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.583004 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.583282 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.583563 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.583839 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.584113 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.584389 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.584663 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.584968 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.585249 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.585535 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.585810 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.586088 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.586383 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.586660 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.586938 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.587217 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.587502 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.587801 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.588080 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.588361 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.588642 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.588954 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.589239 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.589520 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.589800 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.590081 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.590356 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.590652 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.590938 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.591231 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.591518 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.591800 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.592109 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.592404 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.592677 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.592985 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.593270 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.593558 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.593846 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.594145 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.594442 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.594738 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.595033 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.595330 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.595614 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.595930 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.596212 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:54.596433 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 17:51:54.598896 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99611) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 14 17:51:54.956650 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99611) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 14 17:51:54.956955 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99611) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 14 17:51:54.957257 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99611) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 14 17:51:54.957596 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 14 17:51:55.353750 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.354043 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.354324 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.355628 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.355904 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.356172 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.392213 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.392493 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.392764 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.410279 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.410561 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.410832 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.440566 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.440853 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.441150 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.479180 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.479462 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.479734 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.714495 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.715126 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.715126 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.715294 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.715951 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.835670 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.835986 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.836290 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.836561 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.836826 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.837238 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.837498 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.837751 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.838003 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.838283 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.838544 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.838804 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.839057 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.839305 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.839555 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.839813 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.840066 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.840326 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.840591 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.840845 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.841132 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.841382 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.841657 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.842030 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.842279 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.842524 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.842912 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 17:51:55.843149 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 17:51:55.843382 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 17:51:55.843612 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 17:51:55.843842 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 17:51:55.844078 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 17:51:55.844435 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 14 17:51:55.847498 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 14 17:51:55.851522 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 14 17:51:55.855222 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Oct 14 17:51:55.856832 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 14 17:51:55.857311 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 14 17:51:55.857642 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 14 17:51:55.858020 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 14 17:51:55.860799 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 14 17:51:55.861073 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 14 17:51:55.861416 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 14 17:51:55.866679 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 14 17:51:55.889415 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 14 17:51:55.889855 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.890147 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99611) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 14 17:51:55.890505 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.892041 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99611) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 14 17:51:55.892321 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 14 17:51:55.892567 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 14 17:51:55.895787 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.896067 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:55.959378 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 14 17:51:55.959613 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 14 17:51:55.959847 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 14 17:51:55.960211 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 14 17:51:55.983515 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_db.sqlalchemy.engines [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99611) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 14 17:51:56.522402 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.managers [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Initializing driver for type 'gre' Oct 14 17:51:56.522941 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] gre ID ranges: [(1, 1000)] Oct 14 17:51:56.574785 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.managers [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Initializing driver for type 'local' Oct 14 17:51:56.575034 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.managers [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Initializing driver for type 'vlan' Oct 14 17:51:56.587212 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] VlanTypeDriver initialization complete Oct 14 17:51:56.587551 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.managers [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Initializing driver for type 'vxlan' Oct 14 17:51:56.588037 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] vxlan ID ranges: [(1, 1000)] Oct 14 17:51:56.636834 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.managers [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Initializing extension driver 'port_security' Oct 14 17:51:56.637215 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.extensions.port_security [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] PortSecurityExtensionDriver initialization complete Oct 14 17:51:56.637552 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.managers [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Initializing mechanism driver 'openvswitch' Oct 14 17:51:56.637880 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.managers [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Initializing mechanism driver 'hyperv' Oct 14 17:51:56.644551 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.plugins.ml2.plugin [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:51:56.645566 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > port after_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.645948 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > port after_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.646305 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > port after_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.646834 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 17:51:56.647269 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > subnet after_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.647625 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > subnet after_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.647973 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > subnet after_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.648377 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 17:51:56.649309 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > network after_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.649663 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > network after_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.650012 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > network after_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.650408 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 17:51:56.650816 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > security_group after_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.651168 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > security_group after_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.651509 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > security_group after_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.652046 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 17:51:56.652464 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.652820 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.653199 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.653601 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 17:51:56.654012 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > address_group after_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.654362 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > address_group after_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.654709 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > address_group after_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.655104 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 17:51:56.655486 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] ML2 OVO RPC backend initialized. {{(pid=99611) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 14 17:51:56.656196 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router_interface after_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.656557 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.657007 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > network before_response 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.657361 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > networks before_response 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.657712 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > port before_response 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.658057 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > ports before_response 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.658410 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > subnet before_response 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.658755 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > subnets before_response 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.659103 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > network after_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.659446 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > network after_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.659786 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > network after_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.660125 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > port after_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.660464 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > port after_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.660799 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > port after_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.661161 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > subnet after_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.661509 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > subnet after_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.661850 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > subnet after_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.662435 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.plugin [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Modular L2 Plugin initialization complete Oct 14 17:51:56.662765 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading services supported by the core plugin {{(pid=99611) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 14 17:51:56.663094 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.plugins.ml2.managers [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Got port-security extension from driver 'port_security' Oct 14 17:51:56.663564 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.extensions.vlantransparent [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Disabled vlantransparent extension. Oct 14 17:51:56.664046 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99611) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 14 17:51:56.664435 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading Plugin: router Oct 14 17:51:56.700870 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router_interface before_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.701363 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router after_create 55549900 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.701743 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router before_create 55549900 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.702117 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.702500 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.702863 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router after_delete 55549900 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.703228 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > floatingip after_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.703586 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > floatingip after_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.703952 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router after_create 55549900 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.704306 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router after_update 55549900 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.704663 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router after_update 55549900 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.705051 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.705422 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router after_update 55549900 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.705839 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router precommit_update 55549900 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.706213 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: port after_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.706554 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: port after_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.706895 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: subnet after_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.707236 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.707589 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > port precommit_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.707942 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router precommit_create 55549900 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.708291 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: port before_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.708634 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router precommit_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.709031 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router after_update 55549900 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.709385 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router precommit_delete 55549900 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.709751 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router precommit_create 55549900 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.710119 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router_interface after_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.710469 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router precommit_update 55549900 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.710840 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > agent after_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.712071 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > agent after_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.712428 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > network after_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.713320 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Tracking information for resource: router configured {{(pid=99611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 17:51:56.713663 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Tracking information for resource: floatingip configured {{(pid=99611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 17:51:56.718714 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.db.l3_agentschedulers_db [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 14 17:51:56.719280 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: port after_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.719617 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: port after_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.719971 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: port after_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.720325 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: port after_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.721143 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router before_create 55550100 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.721512 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router precommit_delete 55550100 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.721878 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router precommit_create 55550100 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.722239 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > router precommit_update 55550100 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.727722 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.services.provider_configuration [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Service providers = [] {{(pid=99611) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 14 17:51:56.728087 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.db.servicetype_db [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99611) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 14 17:51:56.731096 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.services.service_base [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99611) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 17:51:56.731450 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.services.service_base [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99611) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 17:51:56.731798 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.services.service_base [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99611) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 17:51:56.732698 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.services.service_base [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99611) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 17:51:56.733104 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.services.service_base [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 14 17:51:56.733483 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 17:51:56.733808 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 14 17:51:56.744688 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 17:51:56.745054 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading Plugin: auto_allocate Oct 14 17:51:56.751059 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: network precommit_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.751435 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: network precommit_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.751949 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 17:51:56.752275 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading Plugin: tag Oct 14 17:51:56.759394 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 17:51:56.759726 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading Plugin: timestamp Oct 14 17:51:56.763765 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 17:51:56.764097 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading Plugin: network_ip_availability Oct 14 17:51:56.769560 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.769935 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.770297 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:56.771006 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 17:51:56.771329 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading Plugin: flavors Oct 14 17:51:56.776652 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 17:51:56.777024 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading Plugin: revisions Oct 14 17:51:56.781361 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 17:51:56.781756 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_concurrency.lockutils [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.824s {{(pid=99611) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 14 17:51:56.782795 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99611) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 14 17:51:56.783145 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Initializing extension manager. Oct 14 17:51:56.783665 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: __init__.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.784011 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: __pycache__ {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.784346 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.784683 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: address_group.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.785460 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.786031 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: address-group Oct 14 17:51:56.786360 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: address_scope.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.787270 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.787789 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: address-scope Oct 14 17:51:56.788117 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: admin_state_down_before_update.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.789084 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.789627 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: router-admin-state-down-before-update Oct 14 17:51:56.789955 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: agent.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.790666 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.791178 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: agent Oct 14 17:51:56.791504 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: agent_resources_synced.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.792434 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.792982 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: agent-resources-synced Oct 14 17:51:56.793308 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: allowedaddresspairs.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.795362 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.795897 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: allowed-address-pairs Oct 14 17:51:56.796228 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: auto_allocated_topology.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.797343 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.797868 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: auto-allocated-topology Oct 14 17:51:56.798200 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: availability_zone.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.798900 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.799415 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: availability_zone Oct 14 17:51:56.799744 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: availability_zone_filter.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.800668 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.801211 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: availability_zone_filter Oct 14 17:51:56.801541 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: data_plane_status.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.802455 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.802969 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension data-plane-status not supported by any of loaded plugins Oct 14 17:51:56.803295 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: default_subnetpools.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.804230 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.804752 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: default-subnetpools Oct 14 17:51:56.805128 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: dhcpagentscheduler.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.805936 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.806452 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: dhcp_agent_scheduler Oct 14 17:51:56.806778 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: dns.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.807711 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.808223 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension dns-integration not supported by any of loaded plugins Oct 14 17:51:56.808549 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: dns_domain_ports.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.809506 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.810020 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 14 17:51:56.810348 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.811279 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.811790 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 14 17:51:56.812117 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: dvr.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.812790 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.813332 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: dvr Oct 14 17:51:56.813662 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: ecmp_routes.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.814594 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.815104 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension ecmp_routes not supported by any of loaded plugins Oct 14 17:51:56.815427 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: empty_string_filtering.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.816347 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.816863 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: empty-string-filtering Oct 14 17:51:56.817218 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.818144 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.818655 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 14 17:51:56.818981 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.819908 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.820417 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 14 17:51:56.821284 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: external_net.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.822205 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.822723 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: external-net Oct 14 17:51:56.823047 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: extra_dhcp_opt.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.823971 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.824482 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: extra_dhcp_opt Oct 14 17:51:56.824850 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: extraroute.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.825752 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.826259 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: extraroute Oct 14 17:51:56.826583 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: extraroute_atomic.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.827636 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.828147 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: extraroute-atomic Oct 14 17:51:56.828471 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: filter_validation.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.829171 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.829678 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: filter-validation Oct 14 17:51:56.829999 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: fip_pf_description.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.830922 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.831428 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 14 17:51:56.831754 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: fip_port_details.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.832691 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.833223 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: fip-port-details Oct 14 17:51:56.833558 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: flavors.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.834811 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.835334 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: flavors Oct 14 17:51:56.835664 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.837898 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.838428 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 14 17:51:56.838764 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: floatingip_pools.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.839473 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.839991 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: floatingip-pools Oct 14 17:51:56.840321 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: ip_allocation.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.841302 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.841820 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension ip_allocation not supported by any of loaded plugins Oct 14 17:51:56.842146 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.843078 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.843601 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: ip-substring-filtering Oct 14 17:51:56.843927 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: l2_adjacency.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.844861 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.845398 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension l2_adjacency not supported by any of loaded plugins Oct 14 17:51:56.845722 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: l3.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.846822 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.847348 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: router Oct 14 17:51:56.847679 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: l3_conntrack_helper.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.849958 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.850498 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 14 17:51:56.850833 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.851787 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.852337 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: ext-gw-mode Oct 14 17:51:56.852667 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.853635 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.854155 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: l3-ha Oct 14 17:51:56.854484 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: l3_flavors.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.855414 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.855927 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: l3-flavors Oct 14 17:51:56.856253 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.857207 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.857743 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: l3-port-ip-change-not-allowed Oct 14 17:51:56.858052 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: l3agentscheduler.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.859084 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.859602 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: l3_agent_scheduler Oct 14 17:51:56.859932 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: logging.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.861710 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.862057 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension logging not supported by any of loaded plugins Oct 14 17:51:56.862392 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: metering.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.863275 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.863724 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: metering Oct 14 17:51:56.864061 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.865193 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.865718 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: metering_source_and_destination_fields Oct 14 17:51:56.866048 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: multiprovidernet.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.866993 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.867534 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: multi-provider Oct 14 17:51:56.867864 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: netmtu.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.868803 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.869358 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: net-mtu Oct 14 17:51:56.869688 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: netmtu_writable.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.870616 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.871131 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: net-mtu-writable Oct 14 17:51:56.871458 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: network_availability_zone.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.872130 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.872646 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: network_availability_zone Oct 14 17:51:56.873007 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: network_ip_availability.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.874407 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.874925 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: network-ip-availability Oct 14 17:51:56.875252 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: network_segment_range.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.876026 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.876532 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension network-segment-range not supported by any of loaded plugins Oct 14 17:51:56.876854 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: pagination.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.877891 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.878226 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: pagination Oct 14 17:51:56.878551 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: port_device_profile.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.879478 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.880001 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: port-device-profile Oct 14 17:51:56.880328 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.881303 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.881821 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: port-mac-address-regenerate Oct 14 17:51:56.882147 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.883602 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.884128 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: port-numa-affinity-policy Oct 14 17:51:56.884460 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: port_resource_request.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.885551 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.886065 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension port-resource-request not supported by any of loaded plugins Oct 14 17:51:56.886388 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: portbindings.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.887328 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.887843 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: binding Oct 14 17:51:56.888167 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: portbindings_extended.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.889504 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.890028 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: binding-extended Oct 14 17:51:56.890358 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: portsecurity.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.891292 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.891813 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: port-security Oct 14 17:51:56.892141 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: project_id.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.893157 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.893493 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: project-id Oct 14 17:51:56.893823 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: providernet.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.894766 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.895284 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: provider Oct 14 17:51:56.895608 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: qos.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.900308 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.901050 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension qos not supported by any of loaded plugins Oct 14 17:51:56.901494 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.903161 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.903697 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 14 17:51:56.904173 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.905314 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.906044 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 14 17:51:56.906351 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: qos_default.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.907587 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.908305 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension qos-default not supported by any of loaded plugins Oct 14 17:51:56.908591 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: qos_fip.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.909519 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.910181 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension qos-fip not supported by any of loaded plugins Oct 14 17:51:56.910651 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: qos_gateway_ip.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.911778 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.912414 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 14 17:51:56.913055 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: qos_port_network_policy.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.914191 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.914903 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 14 17:51:56.915268 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: qos_pps_rule.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.916764 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.917324 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension qos-pps not supported by any of loaded plugins Oct 14 17:51:56.917659 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: qos_rule_type_details.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.918595 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.919110 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 14 17:51:56.919440 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: qos_rules_alias.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.920521 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.921070 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 14 17:51:56.921399 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: quotasv2.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.922354 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.922687 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: quotas Oct 14 17:51:56.923011 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: quotasv2_detail.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.926595 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.926940 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: quota_details Oct 14 17:51:56.927278 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: rbac.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.928353 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.928902 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: rbac-policies Oct 14 17:51:56.929257 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: rbac_address_group.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.930233 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.930758 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: rbac-address-group Oct 14 17:51:56.931090 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: rbac_address_scope.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.932027 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.932547 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: rbac-address-scope Oct 14 17:51:56.932878 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: rbac_security_groups.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.933826 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.934344 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: rbac-security-groups Oct 14 17:51:56.934670 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: rbac_subnetpool.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.935595 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.936115 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: rbac-subnetpool Oct 14 17:51:56.936442 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: revisionifmatch.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.937404 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.937931 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: revision-if-match Oct 14 17:51:56.938260 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: revisions.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.939396 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.939916 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: standard-attr-revisions Oct 14 17:51:56.940246 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: router_availability_zone.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.940948 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.941464 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: router_availability_zone Oct 14 17:51:56.941793 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: routerservicetype.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.942720 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.943234 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension router-service-type not supported by any of loaded plugins Oct 14 17:51:56.943559 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.944495 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.945045 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: security-groups-normalized-cidr Oct 14 17:51:56.945374 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: security_groups_port_filtering.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.946835 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.947361 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: port-security-groups-filtering Oct 14 17:51:56.947688 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.948624 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.949171 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: security-groups-remote-address-group Oct 14 17:51:56.949498 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: securitygroup.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.960645 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.961238 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: security-group Oct 14 17:51:56.961609 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: segment.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.962416 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.962932 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension segment not supported by any of loaded plugins Oct 14 17:51:56.963266 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.964221 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.964740 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 14 17:51:56.965331 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: servicetype.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.966546 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.967077 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: service-type Oct 14 17:51:56.967410 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: sorting.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.968412 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.968751 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: sorting Oct 14 17:51:56.969106 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: standard_attr_segment.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.970039 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.970560 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 14 17:51:56.970892 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: standardattrdescription.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.971555 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.972077 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: standard-attr-description Oct 14 17:51:56.972408 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: stateful_security_group.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.973376 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.973893 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: stateful-security-group Oct 14 17:51:56.974222 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: stdattrs_common.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.974816 dv-cinder-813936-1-iscsi neutron-server[99611]: WARNING neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 14 17:51:56.975142 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.976080 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.976599 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 14 17:51:56.977470 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: subnet_onboard.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.978565 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.979091 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: subnet_onboard Oct 14 17:51:56.979420 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.980359 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.980878 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 14 17:51:56.981228 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: subnet_service_types.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.982177 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.982696 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: subnet-service-types Oct 14 17:51:56.983025 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: subnetallocation.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.984132 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.984651 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: subnet_allocation Oct 14 17:51:56.985009 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.985689 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.986203 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: subnetpool-prefix-ops Oct 14 17:51:56.986530 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.987490 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.988000 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 14 17:51:56.988324 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: tagging.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.989444 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.989963 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: standard-attr-tag Oct 14 17:51:56.990293 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: timestamp.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.991872 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.992401 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loaded extension: standard-attr-timestamp Oct 14 17:51:56.993323 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: trunk.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.994383 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.994909 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension trunk not supported by any of loaded plugins Oct 14 17:51:56.995239 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: trunk_details.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.996186 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.996707 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension trunk-details not supported by any of loaded plugins Oct 14 17:51:56.997304 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: uplink_status_propagation.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:56.998254 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:56.998777 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 14 17:51:56.999355 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Loading extension file: vlantransparent.py {{(pid=99611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 17:51:57.000032 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 17:51:57.000551 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extension vlan-transparent not supported by any of loaded plugins Oct 14 17:51:57.003013 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Creating instance of TrackedResource for resource:network Oct 14 17:51:57.003539 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Creating instance of TrackedResource for resource:subnet Oct 14 17:51:57.003947 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 17:51:57.004362 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Creating instance of TrackedResource for resource:port Oct 14 17:51:57.005624 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.v2.resource_helper [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:51:57.006068 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.v2.resource_helper [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Service FLAVORS assigned prefix: {{(pid=99611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:51:57.006706 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.v2.resource_helper [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:51:57.007147 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.v2.resource_helper [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:51:57.007480 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Creating instance of TrackedResource for resource:router Oct 14 17:51:57.007932 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Creating instance of TrackedResource for resource:floatingip Oct 14 17:51:57.008443 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.v2.resource_helper [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Service METERING assigned prefix: /metering {{(pid=99611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:51:57.009919 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:57.010297 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:57.010653 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 17:51:57.011659 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Creating instance of CountableResource for resource:rbac_policy Oct 14 17:51:57.012095 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Creating instance of TrackedResource for resource:security_group Oct 14 17:51:57.012524 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Creating instance of TrackedResource for resource:security_group_rule Oct 14 17:51:57.013158 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.v2.resource_helper [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Service CORE assigned prefix: {{(pid=99611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:51:57.013502 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 17:51:57.013850 dv-cinder-813936-1-iscsi neutron-server[99611]: WARNING neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] subnetpool is already registered Oct 14 17:51:57.014276 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.v2.resource_helper [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Service CORE assigned prefix: {{(pid=99611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:51:57.014609 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 17:51:57.014943 dv-cinder-813936-1-iscsi neutron-server[99611]: WARNING neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] subnetpool is already registered Oct 14 17:51:57.017320 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.v2.resource_helper [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:51:57.017758 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.v2.resource_helper [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Service FLAVORS assigned prefix: {{(pid=99611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:51:57.018355 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.v2.resource_helper [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:51:57.018785 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.v2.resource_helper [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:51:57.019134 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Creating instance of TrackedResource for resource:router Oct 14 17:51:57.019478 dv-cinder-813936-1-iscsi neutron-server[99611]: WARNING neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] router is already registered Oct 14 17:51:57.019898 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Creating instance of TrackedResource for resource:floatingip Oct 14 17:51:57.020240 dv-cinder-813936-1-iscsi neutron-server[99611]: WARNING neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] floatingip is already registered Oct 14 17:51:57.020702 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.v2.resource_helper [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Service METERING assigned prefix: /metering {{(pid=99611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:51:57.021400 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Creating instance of CountableResource for resource:rbac_policy Oct 14 17:51:57.021734 dv-cinder-813936-1-iscsi neutron-server[99611]: WARNING neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] rbac_policy is already registered Oct 14 17:51:57.022146 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Creating instance of TrackedResource for resource:security_group Oct 14 17:51:57.022485 dv-cinder-813936-1-iscsi neutron-server[99611]: WARNING neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] security_group is already registered Oct 14 17:51:57.022892 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Creating instance of TrackedResource for resource:security_group_rule Oct 14 17:51:57.023230 dv-cinder-813936-1-iscsi neutron-server[99611]: WARNING neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] security_group_rule is already registered Oct 14 17:51:57.023886 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.v2.resource_helper [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Service CORE assigned prefix: {{(pid=99611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:51:57.024215 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 17:51:57.024551 dv-cinder-813936-1-iscsi neutron-server[99611]: WARNING neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] subnetpool is already registered Oct 14 17:51:57.024995 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.v2.resource_helper [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Service CORE assigned prefix: {{(pid=99611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 17:51:57.025325 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 17:51:57.025659 dv-cinder-813936-1-iscsi neutron-server[99611]: WARNING neutron.quota.resource_registry [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] subnetpool is already registered Oct 14 17:51:57.026113 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: extensions {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.027564 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: address-groups {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.029095 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: address-scopes {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.030433 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: agents {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.031607 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: auto-allocated-topology {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.032866 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: availability_zones {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.034096 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: dhcp-networks {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.035625 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: dhcp-agents {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.037100 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: routers {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.039933 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: flavors {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.041144 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: service_profiles {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.042348 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: next_providers {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.043814 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: service_profiles {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.045390 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: floatingip-pools {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.046620 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: routers {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.048751 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: floatingips {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.050052 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: l3-routers {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.051453 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: l3-agents {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.052877 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: metering-labels {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.054243 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: metering-label-rules {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.056100 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: network-ip-availabilities {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.057404 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: bindings {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.059889 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: quotas {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.061739 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: quotas {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.063166 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: rbac-policies {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.064357 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: security-groups {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.065692 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: security-group-rules {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.066971 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: service-providers {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.068213 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: subnetpools {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.069674 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: subnetpools {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.071170 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: tags {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.072846 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: tags {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.074713 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: tags {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.076557 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: tags {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.078376 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: tags {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.080239 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: tags {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.082036 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: tags {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.083953 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: tags {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.085742 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: tags {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.087545 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron.api.extensions [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Extended resource: tags {{(pid=99611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 17:51:57.093866 dv-cinder-813936-1-iscsi neutron-server[99611]: WARNING keystonemiddleware.auth_token [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 14 17:51:57.098876 dv-cinder-813936-1-iscsi neutron-server[99611]: WARNING keystonemiddleware.auth_token [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 14 17:51:57.108059 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_concurrency.lockutils [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Acquired lock "singleton_lock" {{(pid=99611) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 14 17:51:57.108517 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_concurrency.lockutils [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Releasing lock "singleton_lock" {{(pid=99611) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 14 17:51:57.109183 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO oslo_service.service [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Starting 2 workers Oct 14 17:51:57.113986 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Started child 99718 {{(pid=99611) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 17:51:57.118980 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Started child 99719 {{(pid=99611) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 17:51:57.119834 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:51:57.120527 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO neutron.service [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Neutron service started, listening on 0.0.0.0:9696 Oct 14 17:51:57.121222 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Notify callbacks [] for process, before_spawn {{(pid=99611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:51:57.121330 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [-] (99718) wsgi starting up on http://0.0.0.0:9696 Oct 14 17:51:57.123662 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO oslo_service.service [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Starting 1 workers Oct 14 17:51:57.123774 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:51:57.125369 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [-] (99719) wsgi starting up on http://0.0.0.0:9696 Oct 14 17:51:57.129111 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Started child 99720 {{(pid=99611) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 17:51:57.129657 dv-cinder-813936-1-iscsi neutron-server[99611]: INFO oslo_service.service [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Starting 1 workers Oct 14 17:51:57.132737 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.service [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] calling RpcWorker wait() {{(pid=99720) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 14 17:51:57.133310 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.service [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] returning from RpcWorker wait() {{(pid=99720) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 14 17:51:57.134106 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Started child 99721 {{(pid=99611) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 17:51:57.134768 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:51:57.134961 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG neutron_lib.callbacks.manager [None req-222c701a-674a-4521-92eb-095e91b9b2de None None] Notify callbacks [] for process, after_spawn {{(pid=99611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:51:57.135300 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:51:57.137879 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99611) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 14 17:51:57.138108 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 17:51:57.138283 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 17:51:57.138504 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 17:51:57.138850 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 17:51:57.139018 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 17:51:57.139524 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.139844 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:51:57.140331 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.140495 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.140767 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.141080 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.141670 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.141948 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.142188 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.142478 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.142730 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.142908 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.143081 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.143338 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.143594 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.143904 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.144168 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.144421 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.144674 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.144848 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.145132 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.145400 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.145650 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.145924 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] debug = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.146148 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.146642 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.146877 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.147155 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.147379 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.147652 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.147881 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.148151 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.148400 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.148642 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.149462 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.149741 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.149988 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.150201 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.150439 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.150691 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.150922 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.151393 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] host = dv-cinder-813936-1-iscsi {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.151651 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.151873 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.152127 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.152364 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.152613 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.152839 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.153133 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.153383 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.153658 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.153951 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.154162 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.154413 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.154662 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.154918 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] log_file = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.155085 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] log_options = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.155329 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.155601 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.155887 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.156080 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.156254 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.156432 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.156672 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.156820 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.157121 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.157375 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.157593 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.157813 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.158056 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.158275 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.158527 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.158789 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.159044 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.159258 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.159523 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.159745 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.159974 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.160210 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.160452 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.160680 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.160921 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.161157 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.161391 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.161630 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.161846 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.162114 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.162339 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.162599 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.162853 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.163090 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.163356 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.163587 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.163818 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.164065 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.164363 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.165166 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.165418 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.165706 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.165926 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.166182 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.166433 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.166668 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.166887 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] use_json = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.167113 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.167363 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.167628 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.167847 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.168085 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.168303 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.168523 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.170177 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.170177 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.170504 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.170810 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.171330 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.171330 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.171654 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.171839 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.171978 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:51:57.172209 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.172326 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.172585 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.173791 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.174436 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.174436 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.174632 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.174868 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.175182 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.175451 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.175740 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.175988 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.176234 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.176479 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.176754 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.177076 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.177308 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.177565 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.180998 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.180998 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.180998 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.180998 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.180998 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.180998 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.180998 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.180998 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.181518 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.181518 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.181518 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.181518 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.181518 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.181518 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.181518 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.181518 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.181975 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.181975 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.182421 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.182421 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.182672 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.182898 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.183144 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.183404 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.184268 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.184268 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.184268 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.184484 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.184561 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.184755 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.185021 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.185248 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.185473 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.185685 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.185925 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.187343 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.187343 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.187343 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.187343 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.187343 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.187343 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.187806 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.187806 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.187958 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.189996 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.189996 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.189996 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.189996 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.189996 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.189996 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.189996 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.189996 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.189996 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.190707 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.190707 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.190707 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.190937 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.190937 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.191151 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.191393 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.191613 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.191819 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.192259 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.192665 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.193116 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.193592 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.194046 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.194309 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.194553 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.194801 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.195027 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.195286 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.195506 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.195759 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.196057 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.196259 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.196641 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.196908 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.197140 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.197376 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.197618 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.197840 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.198086 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.198307 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.198561 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.198810 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.199082 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.199357 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.199602 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.199875 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.200108 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.200396 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.200649 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.200941 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.201185 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.201455 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.201770 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.202065 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.202297 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.202551 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.202782 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.203029 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.203293 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.203555 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.203806 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.204057 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.204280 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.204562 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.204801 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.205055 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.205278 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.205508 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.205828 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.206067 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.206303 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.206529 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.206801 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.207044 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.207295 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.207578 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.207828 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.208082 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.208319 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.208561 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.208780 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.209049 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.209272 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.209480 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.209710 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.209919 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.210137 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.210550 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.210952 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.211693 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.211911 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.212136 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.212352 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.212572 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.212821 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.213089 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.213305 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.213531 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.213767 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.213987 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.214206 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.214445 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.214692 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.214958 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.215180 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.215445 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.215703 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.215923 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.216169 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.216410 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.216661 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.216873 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.217139 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.217364 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.217576 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.217791 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.218009 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.218220 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.218431 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.218658 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.218868 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.219121 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.219488 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.219974 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.220385 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.220793 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.221062 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.221280 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.221522 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.221764 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.222008 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.222260 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.222477 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.222696 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.222935 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.223156 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.223394 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.223609 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.223809 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.224040 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.224292 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.224486 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.224792 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.225068 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.225289 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.225541 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.225981 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.226196 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.226456 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.226627 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.226882 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.227107 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.227328 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.227536 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.227760 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.227993 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.228223 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.228462 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.228677 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.228931 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.229219 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.229470 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.229679 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.229901 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.230116 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.230323 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.230576 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.230788 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.230995 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.231213 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.231428 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.231635 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.231858 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.232070 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.232278 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.232517 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.232734 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.232986 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.233283 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.233515 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.233728 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.234023 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.234268 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.234514 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.234755 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.235067 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.235280 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.235554 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.235777 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.235994 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.236215 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.236446 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.236766 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.237091 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.237345 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.237579 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.237841 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.238156 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.238381 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.238591 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.238876 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.239197 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.239464 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.239710 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.239954 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.240198 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.240420 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.240635 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.240870 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.241108 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.241325 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.241562 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.241823 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.242077 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.242295 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.243155 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.243247 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.243520 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.243736 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.243960 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.244194 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.244352 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 17:51:57.244945 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99611) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 14 17:51:57.245090 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 17:51:57.245254 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 17:51:57.245430 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 17:51:57.245598 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 17:51:57.245766 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 17:51:57.245947 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.246106 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.246330 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.246495 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.246653 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.246846 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.247009 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.247167 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.247323 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.247480 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.247638 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.247794 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.247950 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.248108 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.248264 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.248421 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.248576 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.248732 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.249170 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.249332 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.249484 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.249636 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.249763 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] debug = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.249918 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.250133 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.250299 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.250456 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.250612 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.250769 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.250926 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.251082 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.251240 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.251395 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.251553 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.251710 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.251868 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.252025 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.252182 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.252338 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.252499 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.252655 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] host = dv-cinder-813936-1-iscsi {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.252812 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.252988 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.253146 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.253302 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.253458 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.253615 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.253773 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.253930 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.254088 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.254245 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.254422 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.254552 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.254722 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.254878 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] log_file = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.254993 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] log_options = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.255148 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.255305 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.255463 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.255655 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.256514 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.256514 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.256514 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.256514 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.256514 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.256514 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.257035 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.257035 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.257035 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.257550 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.257550 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.257550 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.257891 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.257891 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.257891 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.258290 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.258290 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.258484 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.258484 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.258914 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.258914 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.258914 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.259148 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.259226 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.259362 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.259518 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.259674 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.259832 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.259989 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.260147 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.260302 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.260458 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.260616 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.260775 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.260980 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.264929 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.264929 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.264929 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.264929 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.264929 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.264929 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.264929 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.264929 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] use_json = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.265444 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.265444 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.265444 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.265626 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.265703 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.265963 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.265963 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.266133 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 17:51:57.266300 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.266612 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.266793 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.266957 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.267120 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.267287 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.267445 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.267606 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.267767 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.267927 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.268095 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.268256 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.268426 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.268587 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.268747 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.270001 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.270001 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.270001 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.270001 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.270001 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.270001 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.270001 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.270001 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.270752 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.270752 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.270752 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.270752 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.270752 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.271147 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.271147 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.271298 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.271378 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.271468 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.271631 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.271793 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.271954 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.272113 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.272272 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.272437 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.272596 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.272845 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.273043 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.273181 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.273342 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.273503 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.274184 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.274359 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.274521 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.277061 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.277318 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.277498 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.277674 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.277845 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.278013 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.278178 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.278356 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.278521 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.278742 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.278908 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.279072 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.279234 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.279396 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.279558 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.279720 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.279882 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.280646 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.280840 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.281051 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.281219 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.281515 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:51:57.281626 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.281722 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.281859 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.282084 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.282250 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.282415 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.282577 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.282740 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.282900 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.283062 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.283308 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.283560 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.283756 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.283942 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.284120 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.284295 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.284467 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.284638 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.284808 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.285007 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.285184 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.285365 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.285529 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.285692 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.285853 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.286015 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.286175 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.286337 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.286497 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.286656 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.286821 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.287023 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.287181 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.287320 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.287456 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.287588 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.287735 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.287878 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.288011 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.288171 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.288327 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.288478 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.288632 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.288790 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.288957 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.289116 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.289294 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.290064 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.290222 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.290368 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.290514 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.290682 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.290850 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.291009 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.291167 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.291326 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.291478 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.291628 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.291785 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.291942 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.292099 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.292256 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.292993 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.292993 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.292993 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.292993 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.293232 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.293232 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.293369 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.293581 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.293687 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.293825 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.293968 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.294108 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.294273 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.294440 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.294578 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.294739 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.294896 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.295054 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.295212 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.295370 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.295526 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.295684 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.295842 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.296003 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.296181 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.296320 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.296479 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.296635 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.296793 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.296970 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.297130 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.297289 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.297445 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.297591 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.297749 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.297907 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.298065 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.298204 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.298356 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.298509 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.298672 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.298828 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.298986 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.299145 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.299303 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.299460 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.299617 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.299776 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.299933 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.300091 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.300251 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.300396 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.300555 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.300712 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.300869 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.301048 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.301206 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.301363 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.301521 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.301678 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.301836 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.302007 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.302164 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.302321 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.302480 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.302658 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.302816 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.305019 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.305224 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.305414 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.305597 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.305781 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.305962 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.306146 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.306322 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.306579 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.306668 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.307117 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.307298 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.307473 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.307545 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.307713 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.307883 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.308049 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.308220 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.308385 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.308567 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.308725 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.308920 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.309088 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.309258 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.309434 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.309595 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.309761 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.309922 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.310082 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.310240 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.310420 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.310597 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.310739 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.310903 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.311066 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.311230 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.311394 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.311567 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.311730 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.311893 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.312056 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.312220 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.312382 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.312555 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.312718 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.312895 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.313072 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.313236 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.313399 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.313573 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.313738 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.313902 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.314072 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.314236 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.314400 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.314562 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.314736 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.314902 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.315069 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.315232 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.315395 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.315557 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.315721 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.315889 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.316061 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.316229 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.316393 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.316564 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.316733 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.316937 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.317106 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.317276 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.317469 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.317601 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.317761 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.317925 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.318086 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.318251 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.318412 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.318574 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.318737 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.318899 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.319060 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.319244 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.319442 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.320756 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.320756 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.320756 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.321055 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.321224 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.321389 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.321550 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 17:51:57.321709 dv-cinder-813936-1-iscsi neutron-server[99611]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 17:51:57.429838 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 45756) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:51:57.438324 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062685 Oct 14 17:52:08.920072 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a88a15-d07f-4b27-a271-a5fd9c8a57d8 None None] get_active_networks_info from dv-cinder-813936-1-iscsi {{(pid=99720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 14 17:52:09.051812 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a88a15-d07f-4b27-a271-a5fd9c8a57d8 None None] No non-hosted networks {{(pid=99720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 14 17:52:09.176876 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-533edfdd-4219-4d46-b8c2-41ed6d8f25c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3792800'] for agent, after_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:11.560305 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-5ab46af5-dc0f-4a38-9506-7b1a65bfef14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3792800'] for agent, after_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:11.604697 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3792800'] for agent, after_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:11.605413 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:11.605758 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:11.606099 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:11.606423 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:11.606753 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:11.607084 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:11.607409 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:11.607752 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:11.608078 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:11.608399 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:11.608718 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:11.609069 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:11.609465 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813936-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:52:11.634013 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813936-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:52:11.669400 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-444aee0b-0324-41a1-baf1-6a7529b4dd94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:12.335852 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3792800'] for agent, after_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:14.213781 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3792800'] for agent, after_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:15.306480 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 45846) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:52:15.815921 dv-cinder-813936-1-iscsi neutron-server[99718]: WARNING oslo_policy.policy [None req-364bdc41-9537-4cef-857a-d4e37615ed33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 17:52:15.816511 dv-cinder-813936-1-iscsi neutron-server[99718]: WARNING oslo_policy.policy [None req-364bdc41-9537-4cef-857a-d4e37615ed33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 17:52:16.039042 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [None req-364bdc41-9537-4cef-857a-d4e37615ed33 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=99718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 17:52:16.040122 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-364bdc41-9537-4cef-857a-d4e37615ed33 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7327511 Oct 14 17:52:16.912818 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.db.l3_hamode_db [None req-673c682a-e9de-45b9-a35d-f836c66c30b3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 14 17:52:16.990398 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673c682a-e9de-45b9-a35d-f836c66c30b3 None None] Routers set() bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 17:52:16.990672 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673c682a-e9de-45b9-a35d-f836c66c30b3 None None] Router IDs set() for agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 14 17:52:18.492322 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 45860) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:52:18.987623 dv-cinder-813936-1-iscsi neutron-server[99719]: WARNING oslo_policy.policy [None req-76eb8ec2-7fe1-47ca-ab63-73f767276cc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 17:52:18.988339 dv-cinder-813936-1-iscsi neutron-server[99719]: WARNING oslo_policy.policy [None req-76eb8ec2-7fe1-47ca-ab63-73f767276cc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 17:52:19.207187 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-76eb8ec2-7fe1-47ca-ab63-73f767276cc6 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 17:52:19.306147 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.policy [None req-76eb8ec2-7fe1-47ca-ab63-73f767276cc6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99719) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 14 17:52:19.352221 dv-cinder-813936-1-iscsi neutron-server[99719]: WARNING oslo_policy.policy [None req-76eb8ec2-7fe1-47ca-ab63-73f767276cc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 17:52:19.352608 dv-cinder-813936-1-iscsi neutron-server[99719]: WARNING oslo_policy.policy [None req-76eb8ec2-7fe1-47ca-ab63-73f767276cc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 17:52:19.361067 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.quota [None req-76eb8ec2-7fe1-47ca-ab63-73f767276cc6 admin admin] Loaded quota_driver: . Oct 14 17:52:19.452462 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-76eb8ec2-7fe1-47ca-ab63-73f767276cc6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762485722455', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762485723812', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762485718134', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762485705362', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762486152145', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762485560720', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-807981', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-845128', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4014820', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4110904'] for rbac-policy, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:19.524006 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-76eb8ec2-7fe1-47ca-ab63-73f767276cc6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:19.525456 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-76eb8ec2-7fe1-47ca-ab63-73f767276cc6 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0310104 Oct 14 17:52:22.134236 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 45878) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:52:22.427863 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Request body: {'network': {'tenant_id': '6b67c93408504c3cb75e675e891ac732', 'project_id': '6b67c93408504c3cb75e675e891ac732', 'admin_state_up': True, 'name': 'private'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 17:52:22.457384 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Made reservation on behalf of 6b67c93408504c3cb75e675e891ac732 for: {'network': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:52:22.460131 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for network, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:22.476980 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:22.595175 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:22.599252 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:22.623338 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=99719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 17:52:22.647437 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762486597124', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:22.648525 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Unsubscribe: segment precommit_create {{(pid=99719) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 14 17:52:22.649058 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.segments_db [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Added segment f87218b6-0fb7-4142-8be0-8d76c618a3c9 of type vlan for network 985b45af-54c3-4941-b56e-2b70cd2fccf6 Oct 14 17:52:22.654790 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269d2109-e4f3-4d71-aa07-5cbd32952152,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:52:22.676009 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:22.676438 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:22.676798 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:22.677158 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:22.677482 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:22.677819 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:22.678132 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:22.678444 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:22.678769 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:22.679082 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:22.679416 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:22.679724 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Tracked resource versions report: Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: pushed versions: Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: { 'AddressGroup': {'1.2'}, Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: 'ConntrackHelper': {'1.0'}, Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: 'Log': {'1.0'}, Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: 'Network': {'1.1'}, Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: 'Port': {'1.7'}, Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: 'PortForwarding': {'1.2'}, Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: 'QosPolicy': {'1.9'}, Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: 'SecurityGroup': {'1.4'}, Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: 'SecurityGroupRule': {'1.2'}, Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: 'SubPort': {'1.0'}, Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: 'Subnet': {'1.1'}, Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: 'Trunk': {'1.1'}} Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: consumer versions: Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: { DHCP agent@dv-cinder-813936-1-iscsi: {}, Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: L3 agent@dv-cinder-813936-1-iscsi: {}, Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: Metadata agent@dv-cinder-813936-1-iscsi: {}, Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: Metering agent@dv-cinder-813936-1-iscsi: {}, Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: Open vSwitch agent@dv-cinder-813936-1-iscsi: { 'AddressGroup': '1.2', Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: 'ConntrackHelper': '1.0', Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: 'Log': '1.0', Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: 'Network': '1.1', Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: 'Port': '1.7', Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: 'PortForwarding': '1.2', Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: 'QosPolicy': '1.9', Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: 'SecurityGroup': '1.4', Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: 'SecurityGroupRule': '1.2', Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: 'SubPort': '1.0', Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: 'Subnet': '1.1', Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: 'Trunk': '1.1'}} Oct 14 17:52:22.680820 dv-cinder-813936-1-iscsi neutron-server[99719]: {{(pid=99719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 17:52:22.766846 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762486039426'] for network, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:22.806971 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for network, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:22.808290 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:52:22.809048 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:22.893844 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7584121 Oct 14 17:52:22.923526 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a4fb5-19e1-44b7-85e0-805b3c61d0c0 admin admin] Pushing event updated for resources: {'Network': ['ID=985b45af-54c3-4941-b56e-2b70cd2fccf6,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:52:22.935904 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Network 985b45af-54c3-4941-b56e-2b70cd2fccf6 details requested by agent ovs-agent-dv-cinder-813936-1-iscsi with host dv-cinder-813936-1-iscsi {{(pid=99720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 17:52:25.716257 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 45892) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:52:26.238735 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.policy [None req-b0181fe4-d9b9-4236-be13-34a6012f40df admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99718) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 14 17:52:26.284802 dv-cinder-813936-1-iscsi neutron-server[99718]: WARNING oslo_policy.policy [None req-b0181fe4-d9b9-4236-be13-34a6012f40df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 17:52:26.285198 dv-cinder-813936-1-iscsi neutron-server[99718]: WARNING oslo_policy.policy [None req-b0181fe4-d9b9-4236-be13-34a6012f40df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 17:52:26.294490 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0181fe4-d9b9-4236-be13-34a6012f40df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:52:26.296189 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-b0181fe4-d9b9-4236-be13-34a6012f40df admin admin] 10.222.0.49 "GET /v2.0/networks/985b45af-54c3-4941-b56e-2b70cd2fccf6 HTTP/1.1" status: 200 len: 825 time: 0.5790107 Oct 14 17:52:26.334461 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-ef736ead-442b-4ac8-aafe-7371c0992e97 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/c7032d96-6543-4ad4-bc7d-027c7916cd9a HTTP/1.1" status: 200 len: 734 time: 0.0320868 Oct 14 17:52:26.344424 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Request body: {'subnet': {'network_id': '985b45af-54c3-4941-b56e-2b70cd2fccf6', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'c7032d96-6543-4ad4-bc7d-027c7916cd9a', 'gateway_ip': '172.20.0.1', 'tenant_id': '6b67c93408504c3cb75e675e891ac732'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 17:52:26.345995 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.quota [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Loaded quota_driver: . Oct 14 17:52:26.382832 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Made reservation on behalf of 6b67c93408504c3cb75e675e891ac732 for: {'subnet': 1} {{(pid=99718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:52:26.385556 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:26.667204 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for subnet, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:26.735603 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Checking segment: {'id': 'f87218b6-0fb7-4142-8be0-8d76c618a3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '985b45af-54c3-4941-b56e-2b70cd2fccf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 17:52:26.736261 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Network hostable DHCP agents. Network: 985b45af-54c3-4941-b56e-2b70cd2fccf6, hostable agents: ['bf408c59-2cf8-4546-bb87-81b32559f057'], hosted agents: [] {{(pid=99718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 17:52:26.752401 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0f6b44f-83d9-4fa5-ba56-ead6cff0b790,revision_number=0']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:52:26.770003 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:26.770375 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:26.770719 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:26.771061 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:26.771355 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:26.771693 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:26.772019 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:26.772340 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:26.772673 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:26.773578 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:26.773899 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:26.774215 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Tracked resource versions report: Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: pushed versions: Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: { 'AddressGroup': {'1.2'}, Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: 'ConntrackHelper': {'1.0'}, Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: 'Log': {'1.0'}, Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: 'Network': {'1.1'}, Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: 'Port': {'1.7'}, Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: 'PortForwarding': {'1.2'}, Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: 'QosPolicy': {'1.9'}, Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: 'SecurityGroup': {'1.4'}, Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: 'SecurityGroupRule': {'1.2'}, Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: 'SubPort': {'1.0'}, Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: 'Subnet': {'1.1'}, Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: 'Trunk': {'1.1'}} Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: consumer versions: Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: { DHCP agent@dv-cinder-813936-1-iscsi: {}, Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: L3 agent@dv-cinder-813936-1-iscsi: {}, Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: Metadata agent@dv-cinder-813936-1-iscsi: {}, Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: Metering agent@dv-cinder-813936-1-iscsi: {}, Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: Open vSwitch agent@dv-cinder-813936-1-iscsi: { 'AddressGroup': '1.2', Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: 'ConntrackHelper': '1.0', Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: 'Log': '1.0', Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: 'Network': '1.1', Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: 'Port': '1.7', Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: 'PortForwarding': '1.2', Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: 'QosPolicy': '1.9', Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: 'SecurityGroup': '1.4', Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: 'SecurityGroupRule': '1.2', Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: 'SubPort': '1.0', Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: 'Subnet': '1.1', Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: 'Trunk': '1.1'}} Oct 14 17:52:26.775293 dv-cinder-813936-1-iscsi neutron-server[99718]: {{(pid=99718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 17:52:26.794330 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Network 985b45af-54c3-4941-b56e-2b70cd2fccf6 is scheduled to be hosted by DHCP agent bf408c59-2cf8-4546-bb87-81b32559f057 with binding_index 1 {{(pid=99718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 17:52:26.809505 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813936-1-iscsi, 985b45af-54c3-4941-b56e-2b70cd2fccf6) {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:52:26.833423 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:52:26.834035 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:26.840506 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec954428-f19a-49e3-b30b-0ea5e137a88d None None] Network 985b45af-54c3-4941-b56e-2b70cd2fccf6 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 17:52:26.855983 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-4e328c7f-8103-4bc4-ae0b-0a91b0696854 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5142920 Oct 14 17:52:27.157836 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f1db6d7-1359-5cde-afe4-8014bb52f508-985b45af-54c3-4941-b56e-2b70cd2fccf6', 'network_id': '985b45af-54c3-4941-b56e-2b70cd2fccf6', 'tenant_id': '6b67c93408504c3cb75e675e891ac732', 'fixed_ips': [{'subnet_id': 'a0f6b44f-83d9-4fa5-ba56-ead6cff0b790'}]}} from dv-cinder-813936-1-iscsi. {{(pid=99720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 17:52:27.159069 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:27.430870 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.db_base_plugin_common [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Allocated IP 172.20.0.2 (985b45af-54c3-4941-b56e-2b70cd2fccf6/a0f6b44f-83d9-4fa5-ba56-ead6cff0b790/63772d4a-928d-4d4b-9d40-ff721a2dd26a) {{(pid=99720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:52:27.635345 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Notify callbacks [] for port, precommit_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:27.643541 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160'] for port, after_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:27.734585 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Network 985b45af-54c3-4941-b56e-2b70cd2fccf6 is already hosted by enough agents. {{(pid=99720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:52:27.739171 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.scheduler.base_scheduler [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Resources bound (agent type, host, resource id): {{(pid=99720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:52:27.743255 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Received port after_create {{(pid=99720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 17:52:27.782230 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Pushing event updated for resources: {'Port': ['ID=63772d4a-928d-4d4b-9d40-ff721a2dd26a,revision_number=1']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:52:27.810218 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:27.810567 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:27.810904 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:27.811239 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:27.811568 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:27.811895 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:27.812225 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:27.812550 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:27.812910 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:27.813243 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:27.813565 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:27.813883 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Tracked resource versions report: Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: pushed versions: Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: { 'AddressGroup': {'1.2'}, Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: 'ConntrackHelper': {'1.0'}, Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: 'Log': {'1.0'}, Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: 'Network': {'1.1'}, Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: 'Port': {'1.7'}, Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: 'PortForwarding': {'1.2'}, Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: 'QosPolicy': {'1.9'}, Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: 'SecurityGroup': {'1.4'}, Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: 'SecurityGroupRule': {'1.2'}, Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: 'SubPort': {'1.0'}, Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: 'Subnet': {'1.1'}, Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: 'Trunk': {'1.1'}} Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: consumer versions: Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: { DHCP agent@dv-cinder-813936-1-iscsi: {}, Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: L3 agent@dv-cinder-813936-1-iscsi: {}, Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: Metadata agent@dv-cinder-813936-1-iscsi: {}, Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: Metering agent@dv-cinder-813936-1-iscsi: {}, Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: Open vSwitch agent@dv-cinder-813936-1-iscsi: { 'AddressGroup': '1.2', Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: 'ConntrackHelper': '1.0', Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: 'Log': '1.0', Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: 'Network': '1.1', Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: 'Port': '1.7', Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: 'PortForwarding': '1.2', Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: 'QosPolicy': '1.9', Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: 'SecurityGroup': '1.4', Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: 'SecurityGroupRule': '1.2', Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: 'SubPort': '1.0', Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: 'Subnet': '1.1', Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: 'Trunk': '1.1'}} Oct 14 17:52:27.815010 dv-cinder-813936-1-iscsi neutron-server[99720]: {{(pid=99720) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 17:52:27.843000 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Attempting to bind port 63772d4a-928d-4d4b-9d40-ff721a2dd26a on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 17:52:27.843514 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Attempting to bind port 63772d4a-928d-4d4b-9d40-ff721a2dd26a by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': 'f87218b6-0fb7-4142-8be0-8d76c618a3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '985b45af-54c3-4941-b56e-2b70cd2fccf6'}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 17:52:27.843820 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Attempting to bind port 63772d4a-928d-4d4b-9d40-ff721a2dd26a on network 985b45af-54c3-4941-b56e-2b70cd2fccf6 {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:52:27.848601 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 17, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 17:52:27.849033 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Checking segment: {'id': 'f87218b6-0fb7-4142-8be0-8d76c618a3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '985b45af-54c3-4941-b56e-2b70cd2fccf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 17:52:27.849532 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:27.849919 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Bound using segment: {'id': 'f87218b6-0fb7-4142-8be0-8d76c618a3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '985b45af-54c3-4941-b56e-2b70cd2fccf6'} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 17:52:27.850423 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Bound port: 63772d4a-928d-4d4b-9d40-ff721a2dd26a, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87218b6-0fb7-4142-8be0-8d76c618a3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '985b45af-54c3-4941-b56e-2b70cd2fccf6'}}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 17:52:27.851341 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:27.915309 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] For port 63772d4a-928d-4d4b-9d40-ff721a2dd26a, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:52:27.919497 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] For port 63772d4a-928d-4d4b-9d40-ff721a2dd26a, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=63772d4a-928d-4d4b-9d40-ff721a2dd26a,segment=NetworkSegment(f87218b6-0fb7-4142-8be0-8d76c618a3c9),segment_id=f87218b6-0fb7-4142-8be0-8d76c618a3c9)] {{(pid=99720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:52:27.923117 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:27.989606 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d386ec-ef84-4e8b-9260-1efd24ca37a5 None None] Pushing event updated for resources: {'Port': ['ID=63772d4a-928d-4d4b-9d40-ff721a2dd26a,revision_number=2']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:52:29.312695 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 45908) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:52:29.621241 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [None req-5825b75a-9f35-4bfc-a862-7a3af19d008b admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=99718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 17:52:29.622293 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-5825b75a-9f35-4bfc-a862-7a3af19d008b admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3086340 Oct 14 17:52:32.033049 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 45916) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:52:32.345766 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [None req-9f6cb7eb-68fe-4ba9-a218-db06a58d4e8b admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=99718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 17:52:32.346736 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-9f6cb7eb-68fe-4ba9-a218-db06a58d4e8b admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3126724 Oct 14 17:52:35.019386 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 45926) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:52:35.333319 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-c98402b9-e91e-429f-8dd1-3683d6b58cee admin admin] Request body: {'router': {'tenant_id': '6b67c93408504c3cb75e675e891ac732', 'name': 'router1', 'admin_state_up': True}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 17:52:35.356774 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c98402b9-e91e-429f-8dd1-3683d6b58cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3787691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-388'] for router, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:35.358463 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c98402b9-e91e-429f-8dd1-3683d6b58cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3789973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:35.514003 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c98402b9-e91e-429f-8dd1-3683d6b58cee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:35.518622 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c98402b9-e91e-429f-8dd1-3683d6b58cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3789984'] for router, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:35.535439 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c98402b9-e91e-429f-8dd1-3683d6b58cee admin admin] Notify callbacks [] for router, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:35.536634 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-c98402b9-e91e-429f-8dd1-3683d6b58cee admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5162835 Oct 14 17:52:36.310884 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cbdada-c271-41ea-9480-89ff8fb2b250 None None] Network 985b45af-54c3-4941-b56e-2b70cd2fccf6 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 17:52:36.439463 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-62f45b6a-f65c-4b94-89cb-07814926db4f None None] Provisioning complete for port 63772d4a-928d-4d4b-9d40-ff721a2dd26a triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 17:52:36.439849 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-62f45b6a-f65c-4b94-89cb-07814926db4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:36.623413 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-62f45b6a-f65c-4b94-89cb-07814926db4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:36.658373 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-62f45b6a-f65c-4b94-89cb-07814926db4f None None] For port 63772d4a-928d-4d4b-9d40-ff721a2dd26a, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=63772d4a-928d-4d4b-9d40-ff721a2dd26a,segment=NetworkSegment(f87218b6-0fb7-4142-8be0-8d76c618a3c9),segment_id=f87218b6-0fb7-4142-8be0-8d76c618a3c9)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:52:36.663621 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-62f45b6a-f65c-4b94-89cb-07814926db4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:36.719385 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f45b6a-f65c-4b94-89cb-07814926db4f None None] Pushing event updated for resources: {'Port': ['ID=63772d4a-928d-4d4b-9d40-ff721a2dd26a,revision_number=3']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:52:36.783267 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-c5f53f7c-f22f-4bf3-937c-4c7bfc8240d7 None None] Provisioning complete for port 63772d4a-928d-4d4b-9d40-ff721a2dd26a triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 17:52:36.783629 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-c5f53f7c-f22f-4bf3-937c-4c7bfc8240d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:37.077151 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 63772d4a-928d-4d4b-9d40-ff721a2dd26a up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:52:37.124588 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 63772d4a-928d-4d4b-9d40-ff721a2dd26a triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 17:52:37.124894 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:37.946475 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 45938) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:52:38.255259 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [None req-cd957dea-3e01-4d85-95f5-e84ac7ef1bbf admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=99718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 17:52:38.256225 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-cd957dea-3e01-4d85-95f5-e84ac7ef1bbf admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3087921 Oct 14 17:52:38.860663 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-140d1f22-25f3-49fe-9700-b26df864cec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:40.701398 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 45946) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:52:41.034463 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-ff28676a-5aec-4523-b510-9429468c0707 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 17:52:41.054380 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff28676a-5aec-4523-b510-9429468c0707 admin admin] Made reservation on behalf of 7ec77de7f7c34edaaee9725ee5a02258 for: {'network': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:52:41.056639 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-ff28676a-5aec-4523-b510-9429468c0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for network, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:41.065648 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-ff28676a-5aec-4523-b510-9429468c0707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:41.140247 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-ff28676a-5aec-4523-b510-9429468c0707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:41.143836 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-ff28676a-5aec-4523-b510-9429468c0707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:41.157895 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ff28676a-5aec-4523-b510-9429468c0707 admin admin] Reserving flat network on physical network physnet1 {{(pid=99719) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 14 17:52:41.180107 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-ff28676a-5aec-4523-b510-9429468c0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:41.180431 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.segments_db [None req-ff28676a-5aec-4523-b510-9429468c0707 admin admin] Added segment 5cf9c664-1879-488f-bb8c-e82c77697f74 of type flat for network d72eea9d-773f-4ba1-af60-02bc446a2bfb Oct 14 17:52:41.181648 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28676a-5aec-4523-b510-9429468c0707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0331e90-d4dc-48a1-9a8e-921e11d6f388,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:52:41.234967 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-ff28676a-5aec-4523-b510-9429468c0707 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762486039426'] for network, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:41.270909 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-ff28676a-5aec-4523-b510-9429468c0707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for network, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:41.271832 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff28676a-5aec-4523-b510-9429468c0707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:52:41.272968 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-ff28676a-5aec-4523-b510-9429468c0707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:41.346347 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-ff28676a-5aec-4523-b510-9429468c0707 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6438448 Oct 14 17:52:41.353828 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28676a-5aec-4523-b510-9429468c0707 admin admin] Pushing event updated for resources: {'Network': ['ID=d72eea9d-773f-4ba1-af60-02bc446a2bfb,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:52:41.364937 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Network d72eea9d-773f-4ba1-af60-02bc446a2bfb details requested by agent ovs-agent-dv-cinder-813936-1-iscsi with host dv-cinder-813936-1-iscsi {{(pid=99720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 17:52:41.560916 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-22c23680-a2d2-4f05-ba59-18a5b98c2b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:41.591913 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:42.282363 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:43.741881 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 45964) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:52:43.954769 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1d6b80-d312-4134-a686-04dab1d89447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:52:43.956127 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-de1d6b80-d312-4134-a686-04dab1d89447 admin admin] 10.222.0.49 "GET /v2.0/subnets/a0f6b44f-83d9-4fa5-ba56-ead6cff0b790 HTTP/1.1" status: 200 len: 849 time: 0.2132475 Oct 14 17:52:44.130595 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-18d0e80f-8264-4308-8ae6-0307bdd59b2b admin admin] 10.222.0.49 "GET /v2.0/routers/6386feb4-ce87-4c76-afa3-307f01113f43 HTTP/1.1" status: 200 len: 704 time: 0.1682019 Oct 14 17:52:44.155506 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:44.395838 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-db61fd9d-a6b1-4df0-b844-3e06922e5d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:44.689550 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [None req-db61fd9d-a6b1-4df0-b844-3e06922e5d0a admin admin] Allocated IP 172.20.0.1 (985b45af-54c3-4941-b56e-2b70cd2fccf6/a0f6b44f-83d9-4fa5-ba56-ead6cff0b790/b734e9a9-dc0c-492d-a19a-3c9840059b31) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:52:44.873539 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-db61fd9d-a6b1-4df0-b844-3e06922e5d0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:44.937997 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-db61fd9d-a6b1-4df0-b844-3e06922e5d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:45.011781 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db61fd9d-a6b1-4df0-b844-3e06922e5d0a admin admin] Network 985b45af-54c3-4941-b56e-2b70cd2fccf6 is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:52:45.024405 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-db61fd9d-a6b1-4df0-b844-3e06922e5d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:52:45.032096 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61fd9d-a6b1-4df0-b844-3e06922e5d0a admin admin] Pushing event updated for resources: {'Port': ['ID=b734e9a9-dc0c-492d-a19a-3c9840059b31,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:52:45.043680 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db61fd9d-a6b1-4df0-b844-3e06922e5d0a admin admin] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 17:52:45.044234 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-db61fd9d-a6b1-4df0-b844-3e06922e5d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3790741'] for router_interface, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:45.223252 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-953c3e4f-8363-4872-afcb-82818c593c3f None None] Provisioning complete for port b734e9a9-dc0c-492d-a19a-3c9840059b31 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 17:52:45.223821 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-953c3e4f-8363-4872-afcb-82818c593c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:45.256202 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-953c3e4f-8363-4872-afcb-82818c593c3f None None] Port b734e9a9-dc0c-492d-a19a-3c9840059b31 cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 17:52:45.293627 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-db61fd9d-a6b1-4df0-b844-3e06922e5d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:45.499379 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-db61fd9d-a6b1-4df0-b844-3e06922e5d0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:45.503717 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-db61fd9d-a6b1-4df0-b844-3e06922e5d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:45.504530 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-db61fd9d-a6b1-4df0-b844-3e06922e5d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790817'] for router_interface, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:45.580569 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61fd9d-a6b1-4df0-b844-3e06922e5d0a admin admin] Pushing event updated for resources: {'Port': ['ID=b734e9a9-dc0c-492d-a19a-3c9840059b31,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:52:45.626692 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db61fd9d-a6b1-4df0-b844-3e06922e5d0a admin admin] Network 985b45af-54c3-4941-b56e-2b70cd2fccf6 is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:52:45.627946 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-db61fd9d-a6b1-4df0-b844-3e06922e5d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:52:45.786576 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db61fd9d-a6b1-4df0-b844-3e06922e5d0a admin admin] Router 6386feb4-ce87-4c76-afa3-307f01113f43 is scheduled to L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef with binding_index 1 {{(pid=99719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 17:52:45.875127 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db61fd9d-a6b1-4df0-b844-3e06922e5d0a admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:52:45.878179 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-b5a3ca52-f2cc-4683-9632-c99fafd51b6d None None] Provisioning complete for port b734e9a9-dc0c-492d-a19a-3c9840059b31 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 17:52:45.878721 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ca52-f2cc-4683-9632-c99fafd51b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:45.882161 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-db61fd9d-a6b1-4df0-b844-3e06922e5d0a admin admin] 10.222.0.49 "PUT /v2.0/routers/6386feb4-ce87-4c76-afa3-307f01113f43/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7459412 Oct 14 17:52:45.894719 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] Sync routers for ids ['6386feb4-ce87-4c76-afa3-307f01113f43'] in dv-cinder-813936-1-iscsi {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:52:45.907798 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] Routers {'6386feb4-ce87-4c76-afa3-307f01113f43'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 17:52:45.909054 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T17:52:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['6386feb4-ce87-4c76-afa3-307f01113f43'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:52:45.925108 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-b5a3ca52-f2cc-4683-9632-c99fafd51b6d None None] Port b734e9a9-dc0c-492d-a19a-3c9840059b31 cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 17:52:46.094888 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] Set router 6386feb4-ce87-4c76-afa3-307f01113f43 gateway port host: None {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 17:52:46.519723 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6386feb4-ce87-4c76-afa3-307f01113f43', 'name': 'router1', 'tenant_id': '6b67c93408504c3cb75e675e891ac732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T17:52:35Z', 'updated_at': '2021-10-14T17:52:45Z', 'revision_number': 2, 'project_id': '6b67c93408504c3cb75e675e891ac732', 'gw_port_host': None, '_interfaces': [{'id': 'b734e9a9-dc0c-492d-a19a-3c9840059b31', 'name': '', 'network_id': '985b45af-54c3-4941-b56e-2b70cd2fccf6', 'tenant_id': '6b67c93408504c3cb75e675e891ac732', 'mac_address': 'fa:16:3e:73:e6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6386feb4-ce87-4c76-afa3-307f01113f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0f6b44f-83d9-4fa5-ba56-ead6cff0b790', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T17:52:44Z', 'updated_at': '2021-10-14T17:52:45Z', 'revision_number': 2, 'project_id': '6b67c93408504c3cb75e675e891ac732', 'subnets': [{'id': 'a0f6b44f-83d9-4fa5-ba56-ead6cff0b790', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7032d96-6543-4ad4-bc7d-027c7916cd9a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:52:46.576234 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] Checking router: 6386feb4-ce87-4c76-afa3-307f01113f43 for host: dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:52:46.576530 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] Updating router 6386feb4-ce87-4c76-afa3-307f01113f43 port b734e9a9-dc0c-492d-a19a-3c9840059b31 binding host dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 17:52:46.624419 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:47.136972 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] Notify callbacks [] for port, precommit_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:47.145695 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:47.311866 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] Attempting to bind port b734e9a9-dc0c-492d-a19a-3c9840059b31 on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 17:52:47.312283 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] Attempting to bind port b734e9a9-dc0c-492d-a19a-3c9840059b31 by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': 'f87218b6-0fb7-4142-8be0-8d76c618a3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '985b45af-54c3-4941-b56e-2b70cd2fccf6'}] {{(pid=99721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 17:52:47.312722 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] Attempting to bind port b734e9a9-dc0c-492d-a19a-3c9840059b31 on network 985b45af-54c3-4941-b56e-2b70cd2fccf6 {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:52:47.315834 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbb512-ed3f-4e4e-8157-691af955dc3b None None] Pushing event updated for resources: {'Port': ['ID=b734e9a9-dc0c-492d-a19a-3c9840059b31,revision_number=3']} {{(pid=99721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:52:47.322242 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 17, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 17:52:47.322642 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] Checking segment: {'id': 'f87218b6-0fb7-4142-8be0-8d76c618a3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '985b45af-54c3-4941-b56e-2b70cd2fccf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 17:52:47.323109 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:47.323496 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] Bound using segment: {'id': 'f87218b6-0fb7-4142-8be0-8d76c618a3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '985b45af-54c3-4941-b56e-2b70cd2fccf6'} {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 17:52:47.324023 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] Bound port: b734e9a9-dc0c-492d-a19a-3c9840059b31, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87218b6-0fb7-4142-8be0-8d76c618a3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '985b45af-54c3-4941-b56e-2b70cd2fccf6'}}] {{(pid=99721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 17:52:47.324417 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:47.336337 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb512-ed3f-4e4e-8157-691af955dc3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:47.336683 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb512-ed3f-4e4e-8157-691af955dc3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:47.337048 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb512-ed3f-4e4e-8157-691af955dc3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:47.337374 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb512-ed3f-4e4e-8157-691af955dc3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:47.337708 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb512-ed3f-4e4e-8157-691af955dc3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:47.338034 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb512-ed3f-4e4e-8157-691af955dc3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:47.338357 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb512-ed3f-4e4e-8157-691af955dc3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:47.339316 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb512-ed3f-4e4e-8157-691af955dc3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:47.339316 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb512-ed3f-4e4e-8157-691af955dc3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:47.339316 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb512-ed3f-4e4e-8157-691af955dc3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:47.339633 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb512-ed3f-4e4e-8157-691af955dc3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:47.339932 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb512-ed3f-4e4e-8157-691af955dc3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dbb512-ed3f-4e4e-8157-691af955dc3b None None] Tracked resource versions report: Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: pushed versions: Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: { 'AddressGroup': {'1.2'}, Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: 'ConntrackHelper': {'1.0'}, Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: 'Log': {'1.0'}, Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: 'Network': {'1.1'}, Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: 'Port': {'1.7'}, Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: 'PortForwarding': {'1.2'}, Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: 'QosPolicy': {'1.9'}, Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: 'SecurityGroup': {'1.4'}, Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: 'SecurityGroupRule': {'1.2'}, Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: 'SubPort': {'1.0'}, Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: 'Subnet': {'1.1'}, Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: 'Trunk': {'1.1'}} Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: consumer versions: Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: { DHCP agent@dv-cinder-813936-1-iscsi: {}, Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: L3 agent@dv-cinder-813936-1-iscsi: {}, Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: Metadata agent@dv-cinder-813936-1-iscsi: {}, Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: Metering agent@dv-cinder-813936-1-iscsi: {}, Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: Open vSwitch agent@dv-cinder-813936-1-iscsi: { 'AddressGroup': '1.2', Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: 'ConntrackHelper': '1.0', Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: 'Log': '1.0', Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: 'Network': '1.1', Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: 'Port': '1.7', Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: 'PortForwarding': '1.2', Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: 'QosPolicy': '1.9', Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: 'SecurityGroup': '1.4', Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: 'SecurityGroupRule': '1.2', Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: 'SubPort': '1.0', Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: 'Subnet': '1.1', Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: 'Trunk': '1.1'}} Oct 14 17:52:47.341096 dv-cinder-813936-1-iscsi neutron-server[99721]: {{(pid=99721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 17:52:47.358361 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-aaf4c54a-507b-47ec-bdf9-a28f9ca9f237 None None] Provisioning complete for port b734e9a9-dc0c-492d-a19a-3c9840059b31 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 17:52:47.358846 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-aaf4c54a-507b-47ec-bdf9-a28f9ca9f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:47.392074 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-aaf4c54a-507b-47ec-bdf9-a28f9ca9f237 None None] Port b734e9a9-dc0c-492d-a19a-3c9840059b31 cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 17:52:47.402224 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.db [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] For port b734e9a9-dc0c-492d-a19a-3c9840059b31, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:52:47.421678 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.db [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] For port b734e9a9-dc0c-492d-a19a-3c9840059b31, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=b734e9a9-dc0c-492d-a19a-3c9840059b31,segment=NetworkSegment(f87218b6-0fb7-4142-8be0-8d76c618a3c9),segment_id=f87218b6-0fb7-4142-8be0-8d76c618a3c9)] {{(pid=99721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:52:47.427737 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:47.484497 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbb512-ed3f-4e4e-8157-691af955dc3b None None] Pushing event updated for resources: {'Port': ['ID=b734e9a9-dc0c-492d-a19a-3c9840059b31,revision_number=4']} {{(pid=99721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:52:47.487014 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] Routers {'6386feb4-ce87-4c76-afa3-307f01113f43'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 17:52:47.487700 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T17:52:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['6386feb4-ce87-4c76-afa3-307f01113f43'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:52:47.582268 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] Set router 6386feb4-ce87-4c76-afa3-307f01113f43 gateway port host: None {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 17:52:47.710401 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-add2451f-637e-44f4-90c6-be4d7a8be248 None None] Provisioning complete for port b734e9a9-dc0c-492d-a19a-3c9840059b31 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 17:52:47.710777 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-add2451f-637e-44f4-90c6-be4d7a8be248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:47.789651 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-add2451f-637e-44f4-90c6-be4d7a8be248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:47.790432 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6386feb4-ce87-4c76-afa3-307f01113f43', 'name': 'router1', 'tenant_id': '6b67c93408504c3cb75e675e891ac732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T17:52:35Z', 'updated_at': '2021-10-14T17:52:45Z', 'revision_number': 2, 'project_id': '6b67c93408504c3cb75e675e891ac732', 'gw_port_host': None, '_interfaces': [{'id': 'b734e9a9-dc0c-492d-a19a-3c9840059b31', 'name': '', 'network_id': '985b45af-54c3-4941-b56e-2b70cd2fccf6', 'tenant_id': '6b67c93408504c3cb75e675e891ac732', 'mac_address': 'fa:16:3e:73:e6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6386feb4-ce87-4c76-afa3-307f01113f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0f6b44f-83d9-4fa5-ba56-ead6cff0b790', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T17:52:44Z', 'updated_at': '2021-10-14T17:52:47Z', 'revision_number': 4, 'project_id': '6b67c93408504c3cb75e675e891ac732', 'subnets': [{'id': 'a0f6b44f-83d9-4fa5-ba56-ead6cff0b790', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7032d96-6543-4ad4-bc7d-027c7916cd9a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:52:47.819466 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af280a25-6eda-43c7-a527-783bb707d7c2 None None] The sync data for ids ['6386feb4-ce87-4c76-afa3-307f01113f43'] in dv-cinder-813936-1-iscsi is: [{'id': '6386feb4-ce87-4c76-afa3-307f01113f43', 'name': 'router1', 'tenant_id': '6b67c93408504c3cb75e675e891ac732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T17:52:35Z', 'updated_at': '2021-10-14T17:52:45Z', 'revision_number': 2, 'project_id': '6b67c93408504c3cb75e675e891ac732', 'gw_port_host': None, '_interfaces': [{'id': 'b734e9a9-dc0c-492d-a19a-3c9840059b31', 'name': '', 'network_id': '985b45af-54c3-4941-b56e-2b70cd2fccf6', 'tenant_id': '6b67c93408504c3cb75e675e891ac732', 'mac_address': 'fa:16:3e:73:e6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6386feb4-ce87-4c76-afa3-307f01113f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0f6b44f-83d9-4fa5-ba56-ead6cff0b790', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T17:52:44Z', 'updated_at': '2021-10-14T17:52:47Z', 'revision_number': 4, 'project_id': '6b67c93408504c3cb75e675e891ac732', 'subnets': [{'id': 'a0f6b44f-83d9-4fa5-ba56-ead6cff0b790', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7032d96-6543-4ad4-bc7d-027c7916cd9a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:52:47.821400 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-add2451f-637e-44f4-90c6-be4d7a8be248 None None] For port b734e9a9-dc0c-492d-a19a-3c9840059b31, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=b734e9a9-dc0c-492d-a19a-3c9840059b31,segment=NetworkSegment(f87218b6-0fb7-4142-8be0-8d76c618a3c9),segment_id=f87218b6-0fb7-4142-8be0-8d76c618a3c9)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:52:47.826958 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-add2451f-637e-44f4-90c6-be4d7a8be248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:47.880278 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2451f-637e-44f4-90c6-be4d7a8be248 None None] Pushing event updated for resources: {'Port': ['ID=b734e9a9-dc0c-492d-a19a-3c9840059b31,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:52:48.125359 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 45986) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:52:48.235857 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c76893-668e-447a-96b6-9bf4f00b7691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:52:48.237215 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-a9c76893-668e-447a-96b6-9bf4f00b7691 admin admin] 10.222.0.49 "GET /v2.0/networks/d72eea9d-773f-4ba1-af60-02bc446a2bfb HTTP/1.1" status: 200 len: 842 time: 0.1109352 Oct 14 17:52:48.247579 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-f77d9178-dc41-4465-8b1d-d48716cf4fb2 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'gateway_ip': '172.27.3.1', 'ip_version': 4}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 17:52:48.271676 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77d9178-dc41-4465-8b1d-d48716cf4fb2 admin admin] Made reservation on behalf of 7ec77de7f7c34edaaee9725ee5a02258 for: {'subnet': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:52:48.274132 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f77d9178-dc41-4465-8b1d-d48716cf4fb2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:48.567908 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.objects.ports [None req-f77d9178-dc41-4465-8b1d-d48716cf4fb2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99719) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 14 17:52:48.568323 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f77d9178-dc41-4465-8b1d-d48716cf4fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for subnet, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:48.621769 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d9178-dc41-4465-8b1d-d48716cf4fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0081548-82f4-4db0-bd72-f0077bc2ab2a,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:52:48.631237 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77d9178-dc41-4465-8b1d-d48716cf4fb2 admin admin] Checking segment: {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 17:52:48.631598 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77d9178-dc41-4465-8b1d-d48716cf4fb2 admin admin] Network hostable DHCP agents. Network: d72eea9d-773f-4ba1-af60-02bc446a2bfb, hostable agents: ['bf408c59-2cf8-4546-bb87-81b32559f057'], hosted agents: [] {{(pid=99719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 17:52:48.651360 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77d9178-dc41-4465-8b1d-d48716cf4fb2 admin admin] Network d72eea9d-773f-4ba1-af60-02bc446a2bfb is scheduled to be hosted by DHCP agent bf408c59-2cf8-4546-bb87-81b32559f057 with binding_index 1 {{(pid=99719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 17:52:48.661995 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-f77d9178-dc41-4465-8b1d-d48716cf4fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813936-1-iscsi, d72eea9d-773f-4ba1-af60-02bc446a2bfb) {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:52:48.667974 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77d9178-dc41-4465-8b1d-d48716cf4fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:52:48.668733 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f77d9178-dc41-4465-8b1d-d48716cf4fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:48.671961 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40737387-28c7-4a01-81fb-7dd63a833f09 None None] Network d72eea9d-773f-4ba1-af60-02bc446a2bfb requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 17:52:48.691949 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-f77d9178-dc41-4465-8b1d-d48716cf4fb2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4450800 Oct 14 17:52:48.809958 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6e6247-cbb6-488e-9a71-7fb95da8cb96 None None] Network d72eea9d-773f-4ba1-af60-02bc446a2bfb requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 17:52:51.027365 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 45994) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:52:51.159234 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-b7fd6a12-0b04-47c0-a032-6461ece1d1b0 admin admin] 10.222.0.49 "GET /v2.0/routers/6386feb4-ce87-4c76-afa3-307f01113f43 HTTP/1.1" status: 200 len: 710 time: 0.1299992 Oct 14 17:52:51.243895 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa1cabd-6b18-4073-a3e7-93a12c507cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:52:51.245159 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-cfa1cabd-6b18-4073-a3e7-93a12c507cc7 admin admin] 10.222.0.49 "GET /v2.0/networks/d72eea9d-773f-4ba1-af60-02bc446a2bfb HTTP/1.1" status: 200 len: 886 time: 0.0799713 Oct 14 17:52:51.254958 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-57423955-512f-4c42-a3e2-62619865fec7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 17:52:51.558215 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-57423955-512f-4c42-a3e2-62619865fec7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:51.788237 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-57423955-512f-4c42-a3e2-62619865fec7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:51.863227 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-57423955-512f-4c42-a3e2-62619865fec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:51.969748 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [None req-57423955-512f-4c42-a3e2-62619865fec7 admin admin] Allocated IP 172.27.3.180 (d72eea9d-773f-4ba1-af60-02bc446a2bfb/b0081548-82f4-4db0-bd72-f0077bc2ab2a/27541158-ff69-4360-9845-33bdc1a73a1e) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:52:52.066150 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-57423955-512f-4c42-a3e2-62619865fec7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:52.102694 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-57423955-512f-4c42-a3e2-62619865fec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:52.141043 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57423955-512f-4c42-a3e2-62619865fec7 admin admin] Network d72eea9d-773f-4ba1-af60-02bc446a2bfb is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:52:52.143694 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-57423955-512f-4c42-a3e2-62619865fec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:52:52.147535 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57423955-512f-4c42-a3e2-62619865fec7 admin admin] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 17:52:52.206685 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57423955-512f-4c42-a3e2-62619865fec7 admin admin] Pushing event updated for resources: {'Port': ['ID=27541158-ff69-4360-9845-33bdc1a73a1e,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:52:52.395659 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-57423955-512f-4c42-a3e2-62619865fec7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:52.590893 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-57423955-512f-4c42-a3e2-62619865fec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3789959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-361'] for router, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:52.594483 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-57423955-512f-4c42-a3e2-62619865fec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3789984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3789966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3790009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787600'] for router, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:52.785119 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57423955-512f-4c42-a3e2-62619865fec7 admin admin] Router 6386feb4-ce87-4c76-afa3-307f01113f43 has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 17:52:52.898204 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57423955-512f-4c42-a3e2-62619865fec7 admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 17:52:52.902370 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-57423955-512f-4c42-a3e2-62619865fec7 admin admin] Notify callbacks [] for router, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:52.903755 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-57423955-512f-4c42-a3e2-62619865fec7 admin admin] 10.222.0.49 "PUT /v2.0/routers/6386feb4-ce87-4c76-afa3-307f01113f43 HTTP/1.1" status: 200 len: 890 time: 1.6518993 Oct 14 17:52:53.094514 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device b734e9a9-dc0c-492d-a19a-3c9840059b31 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:52:53.160480 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port b734e9a9-dc0c-492d-a19a-3c9840059b31 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 17:52:53.160853 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:54.304136 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] Sync routers for ids ['6386feb4-ce87-4c76-afa3-307f01113f43'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 17:52:54.314366 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] Routers {'6386feb4-ce87-4c76-afa3-307f01113f43'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 17:52:54.315005 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T17:52:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['6386feb4-ce87-4c76-afa3-307f01113f43'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:52:54.528473 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] Set router 6386feb4-ce87-4c76-afa3-307f01113f43 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 17:52:54.936017 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6386feb4-ce87-4c76-afa3-307f01113f43', 'name': 'router1', 'tenant_id': '6b67c93408504c3cb75e675e891ac732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '27541158-ff69-4360-9845-33bdc1a73a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T17:52:35Z', 'updated_at': '2021-10-14T17:52:52Z', 'revision_number': 4, 'project_id': '6b67c93408504c3cb75e675e891ac732', 'gw_port': {'id': '27541158-ff69-4360-9845-33bdc1a73a1e', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:92:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6386feb4-ce87-4c76-afa3-307f01113f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T17:52:51Z', 'updated_at': '2021-10-14T17:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'b734e9a9-dc0c-492d-a19a-3c9840059b31', 'name': '', 'network_id': '985b45af-54c3-4941-b56e-2b70cd2fccf6', 'tenant_id': '6b67c93408504c3cb75e675e891ac732', 'mac_address': 'fa:16:3e:73:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6386feb4-ce87-4c76-afa3-307f01113f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0f6b44f-83d9-4fa5-ba56-ead6cff0b790', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T17:52:44Z', 'updated_at': '2021-10-14T17:52:47Z', 'revision_number': 5, 'project_id': '6b67c93408504c3cb75e675e891ac732', 'subnets': [{'id': 'a0f6b44f-83d9-4fa5-ba56-ead6cff0b790', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7032d96-6543-4ad4-bc7d-027c7916cd9a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:52:54.987214 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] Checking router: 6386feb4-ce87-4c76-afa3-307f01113f43 for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 17:52:54.987569 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] Updating router 6386feb4-ce87-4c76-afa3-307f01113f43 port 27541158-ff69-4360-9845-33bdc1a73a1e binding host dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 17:52:55.033604 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:55.354108 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] Notify callbacks [] for port, precommit_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:55.355141 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 46006) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:52:55.360767 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:55.415374 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8f0a7-cf12-41ab-bb45-a841b3e41b11 None None] Pushing event updated for resources: {'Port': ['ID=27541158-ff69-4360-9845-33bdc1a73a1e,revision_number=2']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:52:55.417712 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] Attempting to bind port 27541158-ff69-4360-9845-33bdc1a73a1e on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 17:52:55.418083 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] Attempting to bind port 27541158-ff69-4360-9845-33bdc1a73a1e by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 17:52:55.418444 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] Attempting to bind port 27541158-ff69-4360-9845-33bdc1a73a1e on network d72eea9d-773f-4ba1-af60-02bc446a2bfb {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:52:55.423580 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 17, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 17:52:55.423961 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] Checking segment: {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 17:52:55.424360 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:55.424743 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] Bound using segment: {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 17:52:55.425229 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] Bound port: 27541158-ff69-4360-9845-33bdc1a73a1e, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 17:52:55.425623 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:55.474864 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] For port 27541158-ff69-4360-9845-33bdc1a73a1e, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:52:55.477787 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] For port 27541158-ff69-4360-9845-33bdc1a73a1e, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=27541158-ff69-4360-9845-33bdc1a73a1e,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:52:55.482330 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:55.487447 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-31cf5931-0f2b-4499-8a07-06314d38d25f admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1312318 Oct 14 17:52:55.542782 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] Routers {'6386feb4-ce87-4c76-afa3-307f01113f43'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 17:52:55.543417 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T17:52:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['6386feb4-ce87-4c76-afa3-307f01113f43'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:52:55.546749 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8f0a7-cf12-41ab-bb45-a841b3e41b11 None None] Pushing event updated for resources: {'Port': ['ID=27541158-ff69-4360-9845-33bdc1a73a1e,revision_number=3']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:52:55.733019 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] Set router 6386feb4-ce87-4c76-afa3-307f01113f43 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 17:52:55.954926 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6386feb4-ce87-4c76-afa3-307f01113f43', 'name': 'router1', 'tenant_id': '6b67c93408504c3cb75e675e891ac732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '27541158-ff69-4360-9845-33bdc1a73a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T17:52:35Z', 'updated_at': '2021-10-14T17:52:52Z', 'revision_number': 4, 'project_id': '6b67c93408504c3cb75e675e891ac732', 'gw_port': {'id': '27541158-ff69-4360-9845-33bdc1a73a1e', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:92:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6386feb4-ce87-4c76-afa3-307f01113f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T17:52:51Z', 'updated_at': '2021-10-14T17:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'b734e9a9-dc0c-492d-a19a-3c9840059b31', 'name': '', 'network_id': '985b45af-54c3-4941-b56e-2b70cd2fccf6', 'tenant_id': '6b67c93408504c3cb75e675e891ac732', 'mac_address': 'fa:16:3e:73:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6386feb4-ce87-4c76-afa3-307f01113f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0f6b44f-83d9-4fa5-ba56-ead6cff0b790', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T17:52:44Z', 'updated_at': '2021-10-14T17:52:47Z', 'revision_number': 5, 'project_id': '6b67c93408504c3cb75e675e891ac732', 'subnets': [{'id': 'a0f6b44f-83d9-4fa5-ba56-ead6cff0b790', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7032d96-6543-4ad4-bc7d-027c7916cd9a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 17:52:55.980770 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a8c654-96ee-498c-ad42-de278a529f71 None None] The sync data for ids ['6386feb4-ce87-4c76-afa3-307f01113f43'] in dv-cinder-813936-1-iscsi is: [{'id': '6386feb4-ce87-4c76-afa3-307f01113f43', 'name': 'router1', 'tenant_id': '6b67c93408504c3cb75e675e891ac732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '27541158-ff69-4360-9845-33bdc1a73a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T17:52:35Z', 'updated_at': '2021-10-14T17:52:52Z', 'revision_number': 4, 'project_id': '6b67c93408504c3cb75e675e891ac732', 'gw_port': {'id': '27541158-ff69-4360-9845-33bdc1a73a1e', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:92:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6386feb4-ce87-4c76-afa3-307f01113f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T17:52:51Z', 'updated_at': '2021-10-14T17:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'b734e9a9-dc0c-492d-a19a-3c9840059b31', 'name': '', 'network_id': '985b45af-54c3-4941-b56e-2b70cd2fccf6', 'tenant_id': '6b67c93408504c3cb75e675e891ac732', 'mac_address': 'fa:16:3e:73:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6386feb4-ce87-4c76-afa3-307f01113f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0f6b44f-83d9-4fa5-ba56-ead6cff0b790', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T17:52:44Z', 'updated_at': '2021-10-14T17:52:47Z', 'revision_number': 5, 'project_id': '6b67c93408504c3cb75e675e891ac732', 'subnets': [{'id': 'a0f6b44f-83d9-4fa5-ba56-ead6cff0b790', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c7032d96-6543-4ad4-bc7d-027c7916cd9a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 17:52:57.240555 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 27541158-ff69-4360-9845-33bdc1a73a1e up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:52:57.303811 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 27541158-ff69-4360-9845-33bdc1a73a1e triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 17:52:57.304432 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:57.393786 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:57.416820 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] For port 27541158-ff69-4360-9845-33bdc1a73a1e, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=27541158-ff69-4360-9845-33bdc1a73a1e,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:52:57.421559 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:57.472102 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Pushing event updated for resources: {'Port': ['ID=27541158-ff69-4360-9845-33bdc1a73a1e,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:52:59.102890 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 27541158-ff69-4360-9845-33bdc1a73a1e up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:52:59.191019 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 27541158-ff69-4360-9845-33bdc1a73a1e triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 17:52:59.191605 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:52:59.195969 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 5 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:53:08.864347 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-c4b1deb0-5177-477d-bf1c-b5b31286f75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:53:11.566391 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-a173c439-e236-48c1-bf5d-3454bffa76e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:53:11.598527 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:53:12.285881 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:53:14.182653 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:53:36.193439 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 5 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:53:38.868761 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e0242ba5-b5f4-433b-a82b-b34c7c49de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:53:41.557474 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-a5904e01-46d1-483c-b801-7aefcee691f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:53:41.593491 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:53:42.288800 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:53:44.227539 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:54:08.871016 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e271c0ee-cc9f-4ce6-9d44-b8ae3e3e7d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:54:11.558110 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-fc6b05ef-5b12-40a9-9b99-6ad0e0a621c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:54:11.594606 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:54:12.292174 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:54:13.192189 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 5 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:54:14.181906 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:54:31.733339 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 46568) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:54:31.793896 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb58d473-f34c-41de-adf5-7ae14e8606cd admin admin] GET failed (client error): The resource could not be found. Oct 14 17:54:31.795164 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-fb58d473-f34c-41de-adf5-7ae14e8606cd admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609038 Oct 14 17:54:31.954022 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a2531b-4c84-4284-b9e5-ab9ffb7cc41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:54:31.955690 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-34a2531b-4c84-4284-b9e5-ab9ffb7cc41b admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1557624 Oct 14 17:54:34.138931 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 46578) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:54:34.229611 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613b71cf-e31e-4951-b5b3-1dc345d81802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:54:34.230921 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-613b71cf-e31e-4951-b5b3-1dc345d81802 admin admin] 10.222.0.49 "GET /v2.0/subnets/a0f6b44f-83d9-4fa5-ba56-ead6cff0b790 HTTP/1.1" status: 200 len: 849 time: 0.0910389 Oct 14 17:54:34.241420 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-82b74833-47f5-4efc-816f-128a36f14bb6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 17:54:34.322717 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-82b74833-47f5-4efc-816f-128a36f14bb6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:54:34.460223 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-82b74833-47f5-4efc-816f-128a36f14bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762486588977'] for subnet, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:54:34.487635 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b74833-47f5-4efc-816f-128a36f14bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:54:34.488214 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-82b74833-47f5-4efc-816f-128a36f14bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:54:34.496836 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de7f6e5-030b-4cbe-81de-2054c14c50c4 None None] Network 985b45af-54c3-4941-b56e-2b70cd2fccf6 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 17:54:34.505784 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-82b74833-47f5-4efc-816f-128a36f14bb6 admin admin] 10.222.0.49 "PUT /v2.0/subnets/a0f6b44f-83d9-4fa5-ba56-ead6cff0b790 HTTP/1.1" status: 200 len: 868 time: 0.2683394 Oct 14 17:54:34.531406 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b74833-47f5-4efc-816f-128a36f14bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0f6b44f-83d9-4fa5-ba56-ead6cff0b790,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:54:34.539988 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b74833-47f5-4efc-816f-128a36f14bb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:34.540939 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b74833-47f5-4efc-816f-128a36f14bb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:34.541427 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b74833-47f5-4efc-816f-128a36f14bb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:34.541774 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b74833-47f5-4efc-816f-128a36f14bb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:34.542107 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b74833-47f5-4efc-816f-128a36f14bb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:34.542456 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b74833-47f5-4efc-816f-128a36f14bb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:34.542788 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b74833-47f5-4efc-816f-128a36f14bb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:34.543116 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b74833-47f5-4efc-816f-128a36f14bb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:34.543441 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b74833-47f5-4efc-816f-128a36f14bb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:34.543761 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b74833-47f5-4efc-816f-128a36f14bb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:34.544082 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b74833-47f5-4efc-816f-128a36f14bb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:34.544404 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b74833-47f5-4efc-816f-128a36f14bb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:54:34.827982 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-e3aa0a49-3ee2-48b8-9302-fba00a88ffd9 None None] Provisioning complete for port 63772d4a-928d-4d4b-9d40-ff721a2dd26a triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 17:54:34.828361 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e3aa0a49-3ee2-48b8-9302-fba00a88ffd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:54:34.915642 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-e3aa0a49-3ee2-48b8-9302-fba00a88ffd9 None None] Provisioning complete for port b734e9a9-dc0c-492d-a19a-3c9840059b31 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 17:54:34.916003 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e3aa0a49-3ee2-48b8-9302-fba00a88ffd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:54:36.694240 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 46588) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:54:36.892650 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924f50db-d29b-4ecc-adfd-26d739731819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:54:36.893069 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924f50db-d29b-4ecc-adfd-26d739731819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:54:36.894626 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-924f50db-d29b-4ecc-adfd-26d739731819 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1993976 Oct 14 17:54:38.872533 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-8dd92731-4e20-45aa-b073-079846a1355e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:54:39.060427 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 46596) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:54:39.187162 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37175d39-5435-433b-8d8f-bb91d64a051b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:54:39.187543 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37175d39-5435-433b-8d8f-bb91d64a051b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:54:39.189072 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-37175d39-5435-433b-8d8f-bb91d64a051b admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1276448 Oct 14 17:54:41.383815 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 46604) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:54:41.521967 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c09c3ac-9ab2-4fc3-9010-308b9fd68edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:54:41.523325 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-7c09c3ac-9ab2-4fc3-9010-308b9fd68edc admin admin] 10.222.0.49 "GET /v2.0/networks/985b45af-54c3-4941-b56e-2b70cd2fccf6 HTTP/1.1" status: 200 len: 869 time: 0.1386423 Oct 14 17:54:41.560016 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-40cbfca5-5cf4-462a-849d-85bdea914b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:54:41.597514 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:54:42.294556 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:54:43.769290 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 46612) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:54:43.905746 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee756e2-033e-4bd6-87e6-3a338474216c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:54:43.907106 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-2ee756e2-033e-4bd6-87e6-3a338474216c admin admin] 10.222.0.49 "GET /v2.0/networks/d72eea9d-773f-4ba1-af60-02bc446a2bfb HTTP/1.1" status: 200 len: 886 time: 0.1368573 Oct 14 17:54:44.187094 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:54:46.259649 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 46620) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:54:46.384024 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efff0d90-fd48-4cfe-9691-15809b396267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:54:46.384464 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efff0d90-fd48-4cfe-9691-15809b396267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:54:46.385983 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-efff0d90-fd48-4cfe-9691-15809b396267 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1253891 Oct 14 17:54:48.574197 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 46628) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:54:48.663163 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32e67e1-e526-435e-895e-0b9d1142658b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:54:48.663603 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32e67e1-e526-435e-895e-0b9d1142658b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:54:48.665096 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-e32e67e1-e526-435e-895e-0b9d1142658b admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0899992 Oct 14 17:54:50.192210 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 5 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:54:50.826313 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 46636) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:54:50.918128 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0370c35d-6f8f-4113-8e1a-25dad0f6c6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:54:50.919653 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-0370c35d-6f8f-4113-8e1a-25dad0f6c6c2 admin admin] 10.222.0.49 "GET /v2.0/subnets/a0f6b44f-83d9-4fa5-ba56-ead6cff0b790 HTTP/1.1" status: 200 len: 868 time: 0.0923719 Oct 14 17:54:53.116411 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 46644) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:54:53.200071 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c9eab1-16ff-4415-b4af-d0e198474890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:54:53.201400 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-31c9eab1-16ff-4415-b4af-d0e198474890 admin admin] 10.222.0.49 "GET /v2.0/subnets/b0081548-82f4-4db0-bd72-f0077bc2ab2a HTTP/1.1" status: 200 len: 816 time: 0.0839605 Oct 14 17:55:08.873032 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-056a4874-dec6-40c6-ba64-02a379142bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:11.562082 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e1ef73a4-969f-4c45-85fc-7f0a431e5f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:11.598563 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:12.298689 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:14.188922 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:17.121200 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 46698) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:55:17.169488 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [None req-6f71cc92-9b36-4105-872a-30c6d420fdd3 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=99719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 17:55:17.170475 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-6f71cc92-9b36-4105-872a-30c6d420fdd3 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483441 Oct 14 17:55:19.430377 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 46706) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:55:19.490069 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.pecan_wsgi.hooks.translation [None req-053efc68-f13d-43a0-99d7-aa048dce7b74 admin admin] GET failed (client error): The resource could not be found. Oct 14 17:55:19.491720 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-053efc68-f13d-43a0-99d7-aa048dce7b74 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604146 Oct 14 17:55:19.635504 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7a8aff-e33f-4417-ad43-c4b76000bd81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:55:19.636988 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-fa7a8aff-e33f-4417-ad43-c4b76000bd81 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1406646 Oct 14 17:55:21.847877 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 46714) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:55:21.894686 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 17:55:21.918255 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Made reservation on behalf of 7ec77de7f7c34edaaee9725ee5a02258 for: {'network': 1} {{(pid=99718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:55:21.920591 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for network, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:21.964253 dv-cinder-813936-1-iscsi neutron-server[99718]: WARNING neutron.services.revisions.revision_plugin [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Could not find related network for resource to bump revision. Oct 14 17:55:21.980107 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=99718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 17:55:21.993001 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762486597124', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:21.993555 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Unsubscribe: segment precommit_create {{(pid=99718) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 14 17:55:21.994023 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.db.segments_db [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Added segment 9646468b-cd36-4e56-a4ad-877ad08c0937 of type vlan for network 5dabae51-1c99-42e9-856a-63e77b40c0ba Oct 14 17:55:22.038286 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762486039426'] for network, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:22.069086 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for network, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:22.069990 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:55:22.070556 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:22.149817 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3008640 Oct 14 17:55:22.161809 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Pushing event updated for resources: {'Network': ['ID=5dabae51-1c99-42e9-856a-63e77b40c0ba,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:22.169262 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:22.169634 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:22.170032 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:22.170316 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:22.170655 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:22.171006 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:22.171341 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:22.171681 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:22.172023 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:22.172354 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:22.172698 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:22.173036 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22cd262-547f-486b-aafc-5417b41351a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:22.185337 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Network 5dabae51-1c99-42e9-856a-63e77b40c0ba details requested by agent ovs-agent-dv-cinder-813936-1-iscsi with host dv-cinder-813936-1-iscsi {{(pid=99720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 17:55:24.353733 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 46722) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:55:24.413560 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9cbb14-6ebb-46e1-9780-e843690f51ce admin admin] GET failed (client error): The resource could not be found. Oct 14 17:55:24.414842 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-3a9cbb14-6ebb-46e1-9780-e843690f51ce admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601256 Oct 14 17:55:24.485027 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d733f55-7d6e-4265-a6c7-b4f8a43eb399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:55:24.486389 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-1d733f55-7d6e-4265-a6c7-b4f8a43eb399 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669291 Oct 14 17:55:24.497126 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-c9748ac6-3828-4d58-9efc-8c2ae55ed2de admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '5dabae51-1c99-42e9-856a-63e77b40c0ba', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 17:55:24.517186 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9748ac6-3828-4d58-9efc-8c2ae55ed2de admin admin] Made reservation on behalf of 7ec77de7f7c34edaaee9725ee5a02258 for: {'subnet': 1} {{(pid=99718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 17:55:24.519400 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c9748ac6-3828-4d58-9efc-8c2ae55ed2de admin admin] Notify callbacks [] for subnet, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:24.676931 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c9748ac6-3828-4d58-9efc-8c2ae55ed2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for subnet, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:24.730626 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9748ac6-3828-4d58-9efc-8c2ae55ed2de admin admin] Pushing event updated for resources: {'Subnet': ['ID=febb1531-8fff-46e6-9a92-f2bf05cd04f6,revision_number=0']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:24.737934 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9748ac6-3828-4d58-9efc-8c2ae55ed2de admin admin] Checking segment: {'id': '9646468b-cd36-4e56-a4ad-877ad08c0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5dabae51-1c99-42e9-856a-63e77b40c0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 17:55:24.738285 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9748ac6-3828-4d58-9efc-8c2ae55ed2de admin admin] Network hostable DHCP agents. Network: 5dabae51-1c99-42e9-856a-63e77b40c0ba, hostable agents: ['bf408c59-2cf8-4546-bb87-81b32559f057'], hosted agents: [] {{(pid=99718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 17:55:24.754852 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9748ac6-3828-4d58-9efc-8c2ae55ed2de admin admin] Network 5dabae51-1c99-42e9-856a-63e77b40c0ba is scheduled to be hosted by DHCP agent bf408c59-2cf8-4546-bb87-81b32559f057 with binding_index 1 {{(pid=99718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 17:55:24.762774 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-c9748ac6-3828-4d58-9efc-8c2ae55ed2de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813936-1-iscsi, 5dabae51-1c99-42e9-856a-63e77b40c0ba) {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:24.766743 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9748ac6-3828-4d58-9efc-8c2ae55ed2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 17:55:24.767238 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c9748ac6-3828-4d58-9efc-8c2ae55ed2de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:24.772533 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5896e5dd-e879-404e-80a7-30650977c51e None None] Network 5dabae51-1c99-42e9-856a-63e77b40c0ba requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 17:55:24.781856 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-c9748ac6-3828-4d58-9efc-8c2ae55ed2de admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2879465 Oct 14 17:55:25.020988 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f1db6d7-1359-5cde-afe4-8014bb52f508-5dabae51-1c99-42e9-856a-63e77b40c0ba', 'network_id': '5dabae51-1c99-42e9-856a-63e77b40c0ba', 'tenant_id': '7ec77de7f7c34edaaee9725ee5a02258', 'fixed_ips': [{'subnet_id': 'febb1531-8fff-46e6-9a92-f2bf05cd04f6'}]}} from dv-cinder-813936-1-iscsi. {{(pid=99720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 17:55:25.021889 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:25.154213 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.db_base_plugin_common [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Allocated IP 192.168.233.2 (5dabae51-1c99-42e9-856a-63e77b40c0ba/febb1531-8fff-46e6-9a92-f2bf05cd04f6/968c8bab-2ae0-4b67-a014-3b2ffd78fc8a) {{(pid=99720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 17:55:25.300529 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Notify callbacks [] for port, precommit_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:25.306807 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160'] for port, after_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:25.342918 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Network 5dabae51-1c99-42e9-856a-63e77b40c0ba is already hosted by enough agents. {{(pid=99720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 17:55:25.345722 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.scheduler.base_scheduler [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Resources bound (agent type, host, resource id): {{(pid=99720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 17:55:25.360345 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Received port after_create {{(pid=99720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 17:55:25.364107 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Pushing event updated for resources: {'Port': ['ID=968c8bab-2ae0-4b67-a014-3b2ffd78fc8a,revision_number=1']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:25.375144 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:25.375493 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:25.375830 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:25.376162 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:25.376487 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:25.376812 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:25.377161 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:25.378046 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:25.378393 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:25.378722 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:25.379040 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:25.379363 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:55:25.429397 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Attempting to bind port 968c8bab-2ae0-4b67-a014-3b2ffd78fc8a on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 17:55:25.429786 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Attempting to bind port 968c8bab-2ae0-4b67-a014-3b2ffd78fc8a by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': '9646468b-cd36-4e56-a4ad-877ad08c0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5dabae51-1c99-42e9-856a-63e77b40c0ba'}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 17:55:25.430152 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Attempting to bind port 968c8bab-2ae0-4b67-a014-3b2ffd78fc8a on network 5dabae51-1c99-42e9-856a-63e77b40c0ba {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 17:55:25.435053 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 17, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 17:55:25.435428 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Checking segment: {'id': '9646468b-cd36-4e56-a4ad-877ad08c0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5dabae51-1c99-42e9-856a-63e77b40c0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 17:55:25.435825 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:25.436213 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Bound using segment: {'id': '9646468b-cd36-4e56-a4ad-877ad08c0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5dabae51-1c99-42e9-856a-63e77b40c0ba'} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 17:55:25.436726 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Bound port: 968c8bab-2ae0-4b67-a014-3b2ffd78fc8a, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9646468b-cd36-4e56-a4ad-877ad08c0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5dabae51-1c99-42e9-856a-63e77b40c0ba'}}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 17:55:25.437222 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:25.499284 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] For port 968c8bab-2ae0-4b67-a014-3b2ffd78fc8a, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 17:55:25.502315 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] For port 968c8bab-2ae0-4b67-a014-3b2ffd78fc8a, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=968c8bab-2ae0-4b67-a014-3b2ffd78fc8a,segment=NetworkSegment(9646468b-cd36-4e56-a4ad-877ad08c0937),segment_id=9646468b-cd36-4e56-a4ad-877ad08c0937)] {{(pid=99720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 17:55:25.507397 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:25.563189 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cb015-2d70-4da2-ab30-4fa4f706b304 None None] Pushing event updated for resources: {'Port': ['ID=968c8bab-2ae0-4b67-a014-3b2ffd78fc8a,revision_number=2']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:26.351349 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f191a24e-98db-47e4-a5cc-97cbf577094a None None] Network 5dabae51-1c99-42e9-856a-63e77b40c0ba requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 17:55:26.413703 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-fa9150dd-0120-4080-bf28-4e436d181f74 None None] Provisioning complete for port 968c8bab-2ae0-4b67-a014-3b2ffd78fc8a triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 17:55:26.414071 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-fa9150dd-0120-4080-bf28-4e436d181f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:26.545191 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-fa9150dd-0120-4080-bf28-4e436d181f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:26.601741 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-fa9150dd-0120-4080-bf28-4e436d181f74 None None] For port 968c8bab-2ae0-4b67-a014-3b2ffd78fc8a, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=968c8bab-2ae0-4b67-a014-3b2ffd78fc8a,segment=NetworkSegment(9646468b-cd36-4e56-a4ad-877ad08c0937),segment_id=9646468b-cd36-4e56-a4ad-877ad08c0937)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 17:55:26.607657 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-fa9150dd-0120-4080-bf28-4e436d181f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:26.661613 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9150dd-0120-4080-bf28-4e436d181f74 None None] Pushing event updated for resources: {'Port': ['ID=968c8bab-2ae0-4b67-a014-3b2ffd78fc8a,revision_number=3']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:55:26.830140 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-77be07de-dd4f-49fb-958d-bf8b0fb7def5 None None] Provisioning complete for port 968c8bab-2ae0-4b67-a014-3b2ffd78fc8a triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 17:55:26.830543 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-77be07de-dd4f-49fb-958d-bf8b0fb7def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:27.193077 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 5 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:55:27.246670 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 968c8bab-2ae0-4b67-a014-3b2ffd78fc8a up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 17:55:27.295663 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 968c8bab-2ae0-4b67-a014-3b2ffd78fc8a triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 17:55:27.296032 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:38.873430 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-85838305-2a8b-45ac-8151-f6a543f0102f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:41.562646 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f120fd18-ff44-4a89-82e1-24d2a5e31fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:41.596980 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:42.300623 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:55:44.192870 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:56:04.190820 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 5 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:56:08.873266 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-149672a7-3af6-4727-a413-ddfd2fc98c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:56:11.562601 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-7330c80e-20be-4bff-80ff-45c353d67d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:56:11.599321 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:56:12.303800 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:56:14.192834 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:56:38.873688 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-221a5bd3-601e-4aa8-8616-2abbd1faa5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:56:41.188840 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 5 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:56:41.566445 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f331e6c0-62b0-4c6d-801d-79bb80f965d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:56:41.599165 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:56:42.308003 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:56:44.196919 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:57:08.875596 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-07d1eed6-71b4-4f33-adc4-791a19200149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:57:11.567099 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e6789cfb-f5e9-4bf9-9759-81b458701bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:57:11.600206 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:57:12.314224 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:57:13.405102 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 46774) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:57:13.411562 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [None req-da8404f8-b363-4276-9856-bd67be888229 tempest-verify_tempest_config-2133143663 tempest-verify_tempest_config-2133143663-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=99718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 17:57:13.412553 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-da8404f8-b363-4276-9856-bd67be888229 tempest-verify_tempest_config-2133143663 tempest-verify_tempest_config-2133143663-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064585 Oct 14 17:57:13.698274 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 46792) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:57:13.801487 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-70f11b65-72c4-49da-9f6d-7fb4dd092d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:57:13.877272 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-70f11b65-72c4-49da-9f6d-7fb4dd092d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:57:13.880841 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-70f11b65-72c4-49da-9f6d-7fb4dd092d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:57:13.924902 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-70f11b65-72c4-49da-9f6d-7fb4dd092d08 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4b139f0f684d48c0b69072c33c51ec32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2255871 Oct 14 17:57:13.925705 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f11b65-72c4-49da-9f6d-7fb4dd092d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ec2ef4-81bb-49f2-ad1d-66b2e6292bf2,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:13.928191 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 46798) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:57:13.932722 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f11b65-72c4-49da-9f6d-7fb4dd092d08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:13.933115 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f11b65-72c4-49da-9f6d-7fb4dd092d08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:13.933460 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f11b65-72c4-49da-9f6d-7fb4dd092d08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:13.933797 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f11b65-72c4-49da-9f6d-7fb4dd092d08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:13.934129 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f11b65-72c4-49da-9f6d-7fb4dd092d08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:13.934462 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f11b65-72c4-49da-9f6d-7fb4dd092d08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:13.934788 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f11b65-72c4-49da-9f6d-7fb4dd092d08 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:13.935113 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f11b65-72c4-49da-9f6d-7fb4dd092d08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:13.935449 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f11b65-72c4-49da-9f6d-7fb4dd092d08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:13.935776 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f11b65-72c4-49da-9f6d-7fb4dd092d08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:13.936097 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f11b65-72c4-49da-9f6d-7fb4dd092d08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:13.936416 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f11b65-72c4-49da-9f6d-7fb4dd092d08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:14.003354 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ea3ced5d-5bea-4f35-ae8d-77a64b050840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:57:14.023535 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ea3ced5d-5bea-4f35-ae8d-77a64b050840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:57:14.112623 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ea3ced5d-5bea-4f35-ae8d-77a64b050840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:57:14.116415 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ea3ced5d-5bea-4f35-ae8d-77a64b050840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:57:14.117579 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-ea3ced5d-5bea-4f35-ae8d-77a64b050840 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00ec2ef4-81bb-49f2-ad1d-66b2e6292bf2 HTTP/1.1" status: 204 len: 168 time: 0.1884394 Oct 14 17:57:14.125603 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ced5d-5bea-4f35-ae8d-77a64b050840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ec2ef4-81bb-49f2-ad1d-66b2e6292bf2,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 17:57:14.132695 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ced5d-5bea-4f35-ae8d-77a64b050840 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:14.133026 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ced5d-5bea-4f35-ae8d-77a64b050840 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:14.133377 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ced5d-5bea-4f35-ae8d-77a64b050840 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:14.133723 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ced5d-5bea-4f35-ae8d-77a64b050840 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:14.134056 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ced5d-5bea-4f35-ae8d-77a64b050840 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:14.134405 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ced5d-5bea-4f35-ae8d-77a64b050840 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:14.134738 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ced5d-5bea-4f35-ae8d-77a64b050840 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:14.135065 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ced5d-5bea-4f35-ae8d-77a64b050840 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:14.135394 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ced5d-5bea-4f35-ae8d-77a64b050840 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:14.135716 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ced5d-5bea-4f35-ae8d-77a64b050840 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:14.136042 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ced5d-5bea-4f35-ae8d-77a64b050840 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:14.136401 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ced5d-5bea-4f35-ae8d-77a64b050840 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 17:57:14.194250 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:57:18.186932 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 5 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:57:38.876065 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-cb387624-bf84-4a44-a382-50845b300fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:57:41.568158 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-fc458032-adc3-4c09-9b0d-6ce55b90275a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:57:41.598845 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:57:42.313630 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:57:44.197941 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:57:55.185607 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 5 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:58:08.877010 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d8a94524-22a4-4a24-a54b-5e7e61d87178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:58:11.568607 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d6f9aee6-5fbb-4dc9-adc2-c96af87d6499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:58:11.598890 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:58:12.316397 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:58:14.201158 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:58:32.187661 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 5 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:58:38.878243 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-792a8654-5022-4923-9538-eb69b4c46d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:58:41.169251 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3792800'] for agent, after_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:58:41.568182 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-eaef5b2a-965b-4db9-8744-c42e98202fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:58:41.597914 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:58:42.318384 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:58:44.203408 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:58:56.086598 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 46870) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:58:56.189456 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-ad530641-7179-4c6f-9191-58f8a812726a admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1017659 Oct 14 17:58:58.398212 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 46880) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 17:58:58.454909 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-0d3e3797-69a8-430c-829e-dbe10c2a2201 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0556276 Oct 14 17:59:08.880380 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1f5338de-03e2-4ebd-9c88-b9efa8506f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:59:09.186773 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 17:59:11.127925 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:59:11.568075 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-11e4abac-15d8-41d0-91c1-3c91ab768b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:59:11.596778 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:59:12.320781 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:59:14.207517 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:59:38.882001 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-9053b1d2-95fa-49cc-8b2c-a37d7f092c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:59:41.117417 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:59:41.669570 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1deff988-e54b-41ff-901f-51a6f898916d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:59:41.672442 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:59:42.324683 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:59:44.209542 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 17:59:46.185973 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:00:08.885521 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-75bd801f-048a-4ad4-b07b-6079531d2518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:11.134806 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:11.570324 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-8ea9999f-e400-42b0-a7e2-2e8fb12d7b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:11.601822 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:12.326742 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:14.212016 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:23.184670 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:00:30.861136 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 46996) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:31.092681 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1526018621-network', 'tenant_id': '9286435440ed4572b505e029abbfe5fe'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:31.115134 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Made reservation on behalf of 9286435440ed4572b505e029abbfe5fe for: {'network': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:00:31.117421 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for network, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:31.126453 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:31.207934 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:31.212370 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:31.242195 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=99719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 18:00:31.245249 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68851c41-8730-443e-b92f-5d000418fa72,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:31.256368 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:31.256728 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:31.257154 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:31.257476 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:31.257805 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:31.258148 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:31.258695 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:31.258812 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:31.259251 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:31.259759 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:31.260010 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:31.260327 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Tracked resource versions report: Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: pushed versions: Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: { 'AddressGroup': {'1.2'}, Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: 'ConntrackHelper': {'1.0'}, Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: 'Log': {'1.0'}, Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: 'Network': {'1.1'}, Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: 'Port': {'1.7'}, Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: 'PortForwarding': {'1.2'}, Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: 'QosPolicy': {'1.9'}, Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: 'SecurityGroup': {'1.4'}, Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: 'SecurityGroupRule': {'1.2'}, Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: 'SubPort': {'1.0'}, Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: 'Subnet': {'1.1'}, Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: 'Trunk': {'1.1'}} Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: consumer versions: Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: { DHCP agent@dv-cinder-813936-1-iscsi: {}, Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: HyperV agent@hv-cinder-81393: {}, Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: L3 agent@dv-cinder-813936-1-iscsi: {}, Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: Metadata agent@dv-cinder-813936-1-iscsi: {}, Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: Metering agent@dv-cinder-813936-1-iscsi: {}, Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: Open vSwitch agent@dv-cinder-813936-1-iscsi: { 'AddressGroup': '1.2', Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: 'ConntrackHelper': '1.0', Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: 'Log': '1.0', Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: 'Network': '1.1', Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: 'Port': '1.7', Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: 'PortForwarding': '1.2', Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: 'QosPolicy': '1.9', Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: 'SecurityGroup': '1.4', Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: 'SecurityGroupRule': '1.2', Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: 'SubPort': '1.0', Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: 'Subnet': '1.1', Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: 'Trunk': '1.1'}} Oct 14 18:00:31.261750 dv-cinder-813936-1-iscsi neutron-server[99719]: {{(pid=99719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 18:00:31.273370 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:31.273719 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.segments_db [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Added segment 52ac0125-356a-4259-94e8-0d806eb069a1 of type vlan for network 83910de2-b586-4465-84e9-9f9658b647e4 Oct 14 18:00:31.321978 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762486039426'] for network, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:31.349556 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for network, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:31.350657 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:31.351355 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:31.410938 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5548766 Oct 14 18:00:31.414102 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47032) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:31.419432 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-57c91839-28ce-4993-ab02-c701b98e8029 admin admin] Request body: {'subnet': {'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1526018621-subnet', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:31.428540 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74d291-d1d7-48c8-b24b-d1a951027f0f admin admin] Pushing event updated for resources: {'Network': ['ID=83910de2-b586-4465-84e9-9f9658b647e4,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:31.441948 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Network 83910de2-b586-4465-84e9-9f9658b647e4 details requested by agent ovs-agent-dv-cinder-813936-1-iscsi with host dv-cinder-813936-1-iscsi {{(pid=99720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 18:00:31.455621 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c91839-28ce-4993-ab02-c701b98e8029 admin admin] Made reservation on behalf of 9286435440ed4572b505e029abbfe5fe for: {'subnet': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:00:31.458529 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-57c91839-28ce-4993-ab02-c701b98e8029 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:31.741789 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-57c91839-28ce-4993-ab02-c701b98e8029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for subnet, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:31.792033 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c91839-28ce-4993-ab02-c701b98e8029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc86992-e555-42d7-8e1e-82fdc67616bb,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:31.822846 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c91839-28ce-4993-ab02-c701b98e8029 admin admin] Checking segment: {'id': '52ac0125-356a-4259-94e8-0d806eb069a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:00:31.823695 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c91839-28ce-4993-ab02-c701b98e8029 admin admin] Network hostable DHCP agents. Network: 83910de2-b586-4465-84e9-9f9658b647e4, hostable agents: ['bf408c59-2cf8-4546-bb87-81b32559f057'], hosted agents: [] {{(pid=99719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 18:00:31.850276 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c91839-28ce-4993-ab02-c701b98e8029 admin admin] Network 83910de2-b586-4465-84e9-9f9658b647e4 is scheduled to be hosted by DHCP agent bf408c59-2cf8-4546-bb87-81b32559f057 with binding_index 1 {{(pid=99719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 18:00:31.863515 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-57c91839-28ce-4993-ab02-c701b98e8029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813936-1-iscsi, 83910de2-b586-4465-84e9-9f9658b647e4) {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:31.871612 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c91839-28ce-4993-ab02-c701b98e8029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:31.875920 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-57c91839-28ce-4993-ab02-c701b98e8029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:31.877000 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c64f41-d5bb-4fb6-8544-e396ac0d6a71 None None] Network 83910de2-b586-4465-84e9-9f9658b647e4 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:00:31.900797 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 47062) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:31.907598 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1526018621-router', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:31.912150 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-57c91839-28ce-4993-ab02-c701b98e8029 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4966075 Oct 14 18:00:31.937535 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3787691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-388'] for router, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:31.939156 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3789973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:32.014389 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:32.164667 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f1db6d7-1359-5cde-afe4-8014bb52f508-83910de2-b586-4465-84e9-9f9658b647e4', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'fixed_ips': [{'subnet_id': '3fc86992-e555-42d7-8e1e-82fdc67616bb'}]}} from dv-cinder-813936-1-iscsi. {{(pid=99720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 18:00:32.166981 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:32.280439 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:32.503112 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.db_base_plugin_common [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Allocated IP 172.20.0.2 (83910de2-b586-4465-84e9-9f9658b647e4/3fc86992-e555-42d7-8e1e-82fdc67616bb/75d3775e-44da-4a9d-ab05-ef70d46393b5) {{(pid=99720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:00:32.656024 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Notify callbacks [] for port, precommit_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:32.664758 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160'] for port, after_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:32.700911 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:32.713420 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Pushing event updated for resources: {'Port': ['ID=75d3775e-44da-4a9d-ab05-ef70d46393b5,revision_number=1']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:32.723923 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:32.724379 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:32.724728 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:32.725161 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:32.725421 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:32.725758 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:32.726091 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:32.726412 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:32.726959 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:32.727491 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:32.727973 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:32.728310 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:32.728637 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Tracked resource versions report: Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: pushed versions: Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: { 'AddressGroup': {'1.2'}, Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: 'ConntrackHelper': {'1.0'}, Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: 'Log': {'1.0'}, Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: 'Network': {'1.1'}, Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: 'Port': {'1.7'}, Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: 'PortForwarding': {'1.2'}, Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: 'QosPolicy': {'1.9'}, Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: 'SecurityGroup': {'1.4'}, Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: 'SecurityGroupRule': {'1.2'}, Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: 'SubPort': {'1.0'}, Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: 'Subnet': {'1.1'}, Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: 'Trunk': {'1.1'}} Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: consumer versions: Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: { DHCP agent@dv-cinder-813936-1-iscsi: {}, Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: HyperV agent@hv-cinder-81393: {}, Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: L3 agent@dv-cinder-813936-1-iscsi: {}, Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: Metadata agent@dv-cinder-813936-1-iscsi: {}, Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: Metering agent@dv-cinder-813936-1-iscsi: {}, Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: Open vSwitch agent@dv-cinder-813936-1-iscsi: { 'AddressGroup': '1.2', Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: 'ConntrackHelper': '1.0', Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: 'Log': '1.0', Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: 'Network': '1.1', Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: 'Port': '1.7', Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: 'PortForwarding': '1.2', Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: 'QosPolicy': '1.9', Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: 'SecurityGroup': '1.4', Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: 'SecurityGroupRule': '1.2', Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: 'SubPort': '1.0', Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: 'Subnet': '1.1', Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: 'Trunk': '1.1'}} Oct 14 18:00:32.730136 dv-cinder-813936-1-iscsi neutron-server[99720]: {{(pid=99720) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 18:00:32.746241 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Network 83910de2-b586-4465-84e9-9f9658b647e4 is already hosted by enough agents. {{(pid=99720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:32.748357 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.scheduler.base_scheduler [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Resources bound (agent type, host, resource id): {{(pid=99720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:32.751779 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Received port after_create {{(pid=99720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:00:32.818103 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Attempting to bind port 75d3775e-44da-4a9d-ab05-ef70d46393b5 on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:00:32.818788 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Attempting to bind port 75d3775e-44da-4a9d-ab05-ef70d46393b5 by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': '52ac0125-356a-4259-94e8-0d806eb069a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4'}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:00:32.819417 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Attempting to bind port 75d3775e-44da-4a9d-ab05-ef70d46393b5 on network 83910de2-b586-4465-84e9-9f9658b647e4 {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:00:32.825489 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:00:32.826089 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Checking segment: {'id': '52ac0125-356a-4259-94e8-0d806eb069a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:00:32.826647 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:32.827197 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Bound using segment: {'id': '52ac0125-356a-4259-94e8-0d806eb069a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4'} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:00:32.827663 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Bound port: 75d3775e-44da-4a9d-ab05-ef70d46393b5, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ac0125-356a-4259-94e8-0d806eb069a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4'}}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:00:32.828061 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:32.863308 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47098) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:32.909619 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_common [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Allocated IP 172.27.3.213 (d72eea9d-773f-4ba1-af60-02bc446a2bfb/b0081548-82f4-4db0-bd72-f0077bc2ab2a/136923af-c6cc-4889-8e25-2ddb57fd7cfb) {{(pid=99718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:00:32.912183 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] For port 75d3775e-44da-4a9d-ab05-ef70d46393b5, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:00:32.915842 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] For port 75d3775e-44da-4a9d-ab05-ef70d46393b5, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=75d3775e-44da-4a9d-ab05-ef70d46393b5,segment=NetworkSegment(52ac0125-356a-4259-94e8-0d806eb069a1),segment_id=52ac0125-356a-4259-94e8-0d806eb069a1)] {{(pid=99720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:00:32.923996 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:32.997771 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a7d23-2069-40e4-8ab5-f4ec7765852f None None] Pushing event updated for resources: {'Port': ['ID=75d3775e-44da-4a9d-ab05-ef70d46393b5,revision_number=2']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:33.048768 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Notify callbacks [] for port, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:33.126559 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160'] for port, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:33.256747 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Pushing event updated for resources: {'Port': ['ID=136923af-c6cc-4889-8e25-2ddb57fd7cfb,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:33.260441 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Network d72eea9d-773f-4ba1-af60-02bc446a2bfb is already hosted by enough agents. {{(pid=99718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:33.269678 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Resources bound (agent type, host, resource id): {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:33.273086 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Received port after_create {{(pid=99718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:00:33.276997 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:33.277353 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:33.277704 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:33.278045 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:33.278382 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:33.278737 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:33.279074 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:33.279408 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:33.279761 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:33.280097 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:33.280425 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:33.280754 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Tracked resource versions report: Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: pushed versions: Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: { 'AddressGroup': {'1.2'}, Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: 'ConntrackHelper': {'1.0'}, Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: 'Log': {'1.0'}, Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: 'Network': {'1.1'}, Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: 'Port': {'1.7'}, Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: 'PortForwarding': {'1.2'}, Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: 'QosPolicy': {'1.9'}, Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: 'SecurityGroup': {'1.4'}, Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: 'SecurityGroupRule': {'1.2'}, Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: 'SubPort': {'1.0'}, Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: 'Subnet': {'1.1'}, Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: 'Trunk': {'1.1'}} Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: consumer versions: Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: { DHCP agent@dv-cinder-813936-1-iscsi: {}, Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: HyperV agent@hv-cinder-81393: {}, Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: L3 agent@dv-cinder-813936-1-iscsi: {}, Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: Metadata agent@dv-cinder-813936-1-iscsi: {}, Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: Metering agent@dv-cinder-813936-1-iscsi: {}, Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: Open vSwitch agent@dv-cinder-813936-1-iscsi: { 'AddressGroup': '1.2', Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: 'ConntrackHelper': '1.0', Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: 'Log': '1.0', Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: 'Network': '1.1', Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: 'Port': '1.7', Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: 'PortForwarding': '1.2', Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: 'QosPolicy': '1.9', Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: 'SecurityGroup': '1.4', Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: 'SecurityGroupRule': '1.2', Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: 'SubPort': '1.0', Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: 'Subnet': '1.1', Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: 'Trunk': '1.1'}} Oct 14 18:00:33.281884 dv-cinder-813936-1-iscsi neutron-server[99718]: {{(pid=99718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 18:00:33.331757 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47122) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:33.389827 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-9e7af05d-167d-4043-bce7-272c596778ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-422061755-network', 'tenant_id': '229d568687144cccbef243c252982e00'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:33.393029 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47128) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:33.464827 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 75d3775e-44da-4a9d-ab05-ef70d46393b5 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:33.469057 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7af05d-167d-4043-bce7-272c596778ad admin admin] Made reservation on behalf of 229d568687144cccbef243c252982e00 for: {'network': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:00:33.472765 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9e7af05d-167d-4043-bce7-272c596778ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for network, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:33.485591 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9e7af05d-167d-4043-bce7-272c596778ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:33.586193 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 75d3775e-44da-4a9d-ab05-ef70d46393b5 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:00:33.587733 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:33.635633 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:33.659954 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9e7af05d-167d-4043-bce7-272c596778ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:33.670399 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9e7af05d-167d-4043-bce7-272c596778ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:33.733571 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7af05d-167d-4043-bce7-272c596778ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e470f5-b64b-4ce2-9d4b-34c6568ec4b7,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:33.772419 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-12836dca-4493-4254-82d4-266cecfd1369 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1705066956-network', 'tenant_id': '8e7c64022d3247eb88c9074d2d71c846'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:33.789871 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:33.813481 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-d086690c-97bd-427a-b70c-680d07dc9543 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1065269392-network', 'tenant_id': '1b28984a6ade4f38b5175843c936492c'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:33.836561 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7af05d-167d-4043-bce7-272c596778ad admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=99719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 18:00:33.870560 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] For port 75d3775e-44da-4a9d-ab05-ef70d46393b5, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=75d3775e-44da-4a9d-ab05-ef70d46393b5,segment=NetworkSegment(52ac0125-356a-4259-94e8-0d806eb069a1),segment_id=52ac0125-356a-4259-94e8-0d806eb069a1)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:33.875822 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9e7af05d-167d-4043-bce7-272c596778ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:33.877288 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:33.884539 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.segments_db [None req-9e7af05d-167d-4043-bce7-272c596778ad admin admin] Added segment ac426582-1f1e-4f24-813f-1d64cc5aaaac of type vlan for network d7ed64d5-7393-452b-96b7-28d14516f1ea Oct 14 18:00:33.991589 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Pushing event updated for resources: {'Port': ['ID=75d3775e-44da-4a9d-ab05-ef70d46393b5,revision_number=3']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:34.007981 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9e7af05d-167d-4043-bce7-272c596778ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762486039426'] for network, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:34.062307 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12836dca-4493-4254-82d4-266cecfd1369 admin admin] Made reservation on behalf of 8e7c64022d3247eb88c9074d2d71c846 for: {'network': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:00:34.065563 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-12836dca-4493-4254-82d4-266cecfd1369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for network, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:34.077477 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-12836dca-4493-4254-82d4-266cecfd1369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:34.079933 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9e7af05d-167d-4043-bce7-272c596778ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for network, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:34.081007 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7af05d-167d-4043-bce7-272c596778ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:34.081755 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9e7af05d-167d-4043-bce7-272c596778ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:34.092031 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d086690c-97bd-427a-b70c-680d07dc9543 admin admin] Made reservation on behalf of 1b28984a6ade4f38b5175843c936492c for: {'network': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:00:34.095760 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d086690c-97bd-427a-b70c-680d07dc9543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for network, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:34.114453 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3789984'] for router, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:34.119020 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d086690c-97bd-427a-b70c-680d07dc9543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:34.137520 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-9e7af05d-167d-4043-bce7-272c596778ad admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2725189 Oct 14 18:00:34.143339 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47156) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:34.161154 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-3c279713-65ed-4aec-94b6-39c3dcf8c2d6 admin admin] Request body: {'subnet': {'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-422061755-subnet', 'tenant_id': '229d568687144cccbef243c252982e00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:34.225870 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c279713-65ed-4aec-94b6-39c3dcf8c2d6 admin admin] Made reservation on behalf of 229d568687144cccbef243c252982e00 for: {'subnet': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:00:34.231000 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3c279713-65ed-4aec-94b6-39c3dcf8c2d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:34.288109 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Router b7293706-4bc3-443e-b6ef-4bad6797855a is scheduled to L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef with binding_index 1 {{(pid=99718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 18:00:34.452790 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0b35ac-34e1-4b2f-a541-6bff30f1aef5 None None] Network 83910de2-b586-4465-84e9-9f9658b647e4 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:00:34.501117 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:00:34.513270 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] Sync routers for ids ['b7293706-4bc3-443e-b6ef-4bad6797855a'] in dv-cinder-813936-1-iscsi {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:00:34.525756 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] Routers {'b7293706-4bc3-443e-b6ef-4bad6797855a'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:00:34.526475 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:00:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['b7293706-4bc3-443e-b6ef-4bad6797855a'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:34.530546 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] Notify callbacks [] for router, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:34.537873 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-8c2623f0-56d6-46fc-adf1-f717b4025ced admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6355171 Oct 14 18:00:34.538911 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 47164) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:34.615987 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-a908a5f3-be0e-4860-a4b2-9a358eec0f73 None None] Provisioning complete for port 75d3775e-44da-4a9d-ab05-ef70d46393b5 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:00:34.616530 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-a908a5f3-be0e-4860-a4b2-9a358eec0f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:34.797132 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] Set router b7293706-4bc3-443e-b6ef-4bad6797855a gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:00:34.826557 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7af05d-167d-4043-bce7-272c596778ad admin admin] Pushing event updated for resources: {'Network': ['ID=d7ed64d5-7393-452b-96b7-28d14516f1ea,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:34.860579 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Network d7ed64d5-7393-452b-96b7-28d14516f1ea details requested by agent ovs-agent-dv-cinder-813936-1-iscsi with host dv-cinder-813936-1-iscsi {{(pid=99720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 18:00:34.935713 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-12836dca-4493-4254-82d4-266cecfd1369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:34.949266 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47186) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:35.026563 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-12836dca-4493-4254-82d4-266cecfd1369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:35.044345 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12836dca-4493-4254-82d4-266cecfd1369 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=99719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 18:00:35.057211 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-12836dca-4493-4254-82d4-266cecfd1369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:35.057859 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.segments_db [None req-12836dca-4493-4254-82d4-266cecfd1369 admin admin] Added segment 931a8068-5c0e-41a2-bb4c-c55889796b97 of type vlan for network c83af823-a336-4acf-9cf9-971bb99a778b Oct 14 18:00:35.143971 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3c279713-65ed-4aec-94b6-39c3dcf8c2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for subnet, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:35.242578 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-12836dca-4493-4254-82d4-266cecfd1369 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762486039426'] for network, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:35.261590 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'name': 'tempest-AttachVolumeTestJSON-1526018621-router', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:31Z', 'updated_at': '2021-10-14T18:00:33Z', 'revision_number': 3, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'gw_port': {'id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:32Z', 'updated_at': '2021-10-14T18:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:35.291620 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12836dca-4493-4254-82d4-266cecfd1369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8c58ff-c40e-4a5d-a815-f4d4bc404560,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:35.362391 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] Checking router: b7293706-4bc3-443e-b6ef-4bad6797855a for host: dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:00:35.367339 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] Updating router b7293706-4bc3-443e-b6ef-4bad6797855a port 136923af-c6cc-4889-8e25-2ddb57fd7cfb binding host dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:00:35.385305 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-2e099722-b7e3-49a6-9548-cd7ac95f3115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:35.429006 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:35.451698 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fa16fe85-44a0-4367-8889-153f02412949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:35.471279 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 75d3775e-44da-4a9d-ab05-ef70d46393b5 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:35.513064 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d086690c-97bd-427a-b70c-680d07dc9543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:35.520440 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-12836dca-4493-4254-82d4-266cecfd1369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for network, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:35.521622 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12836dca-4493-4254-82d4-266cecfd1369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:35.522363 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-12836dca-4493-4254-82d4-266cecfd1369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:35.551055 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-46768445-0db3-4e66-a2aa-dd7e5c1c0ba0 None None] Provisioning complete for port 75d3775e-44da-4a9d-ab05-ef70d46393b5 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:00:35.551709 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-46768445-0db3-4e66-a2aa-dd7e5c1c0ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:35.566522 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d086690c-97bd-427a-b70c-680d07dc9543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:35.586211 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c279713-65ed-4aec-94b6-39c3dcf8c2d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3db5b355-eec8-4685-acd1-cd1968bd4562,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:35.641255 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 75d3775e-44da-4a9d-ab05-ef70d46393b5 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:00:35.641739 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:35.651820 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 47214) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:35.652213 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-12836dca-4493-4254-82d4-266cecfd1369 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3183498 Oct 14 18:00:35.657472 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-c9af26de-0394-48a7-89e8-3778ab1b9e1d admin admin] Request body: {'subnet': {'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1705066956-subnet', 'tenant_id': '8e7c64022d3247eb88c9074d2d71c846', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:35.684407 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9af26de-0394-48a7-89e8-3778ab1b9e1d admin admin] Made reservation on behalf of 8e7c64022d3247eb88c9074d2d71c846 for: {'subnet': 1} {{(pid=99718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:00:35.687705 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c9af26de-0394-48a7-89e8-3778ab1b9e1d admin admin] Notify callbacks [] for subnet, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:35.751527 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d086690c-97bd-427a-b70c-680d07dc9543 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=99719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 18:00:35.766792 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c279713-65ed-4aec-94b6-39c3dcf8c2d6 admin admin] Checking segment: {'id': 'ac426582-1f1e-4f24-813f-1d64cc5aaaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:00:35.768258 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c279713-65ed-4aec-94b6-39c3dcf8c2d6 admin admin] Network hostable DHCP agents. Network: d7ed64d5-7393-452b-96b7-28d14516f1ea, hostable agents: ['bf408c59-2cf8-4546-bb87-81b32559f057'], hosted agents: [] {{(pid=99719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 18:00:35.846073 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47220) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:35.868779 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d086690c-97bd-427a-b70c-680d07dc9543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:35.869200 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.segments_db [None req-d086690c-97bd-427a-b70c-680d07dc9543 admin admin] Added segment 58e7e024-1c9c-4abc-bd9a-1193ab45d9b4 of type vlan for network 8764e7bf-a1f9-4d8a-a085-03ad956e6070 Oct 14 18:00:35.892752 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12836dca-4493-4254-82d4-266cecfd1369 admin admin] Pushing event updated for resources: {'Network': ['ID=c83af823-a336-4acf-9cf9-971bb99a778b,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:35.899145 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] Notify callbacks [] for port, precommit_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:35.904732 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Network c83af823-a336-4acf-9cf9-971bb99a778b details requested by agent ovs-agent-dv-cinder-813936-1-iscsi with host dv-cinder-813936-1-iscsi {{(pid=99720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 18:00:35.914272 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:35.934163 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086690c-97bd-427a-b70c-680d07dc9543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0c4247-70e0-418b-923c-aaa502a74958,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:35.965357 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c279713-65ed-4aec-94b6-39c3dcf8c2d6 admin admin] Network d7ed64d5-7393-452b-96b7-28d14516f1ea is scheduled to be hosted by DHCP agent bf408c59-2cf8-4546-bb87-81b32559f057 with binding_index 1 {{(pid=99719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 18:00:35.983053 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d086690c-97bd-427a-b70c-680d07dc9543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762486039426'] for network, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:35.987689 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_common [None req-2e099722-b7e3-49a6-9548-cd7ac95f3115 admin admin] Allocated IP 172.20.0.1 (83910de2-b586-4465-84e9-9f9658b647e4/3fc86992-e555-42d7-8e1e-82fdc67616bb/43528949-13ac-4515-993e-a8d3e951a4f6) {{(pid=99718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:00:35.992345 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] Attempting to bind port 136923af-c6cc-4889-8e25-2ddb57fd7cfb on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:00:35.993046 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] Attempting to bind port 136923af-c6cc-4889-8e25-2ddb57fd7cfb by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}] {{(pid=99721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:00:35.994245 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] Attempting to bind port 136923af-c6cc-4889-8e25-2ddb57fd7cfb on network d72eea9d-773f-4ba1-af60-02bc446a2bfb {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:00:36.005531 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-3c279713-65ed-4aec-94b6-39c3dcf8c2d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813936-1-iscsi, d7ed64d5-7393-452b-96b7-28d14516f1ea) {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:36.026367 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c279713-65ed-4aec-94b6-39c3dcf8c2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:36.027129 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3c279713-65ed-4aec-94b6-39c3dcf8c2d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:36.041225 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac3048f-c9d2-49d6-88b7-d4c7bb046066 None None] Network d7ed64d5-7393-452b-96b7-28d14516f1ea requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:00:36.065136 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fa16fe85-44a0-4367-8889-153f02412949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:36.077714 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fa16fe85-44a0-4367-8889-153f02412949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:36.101836 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d086690c-97bd-427a-b70c-680d07dc9543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for network, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:36.103642 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d086690c-97bd-427a-b70c-680d07dc9543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:36.104742 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d086690c-97bd-427a-b70c-680d07dc9543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:36.113953 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:00:36.116592 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] Checking segment: {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:00:36.116988 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:36.117400 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] Bound using segment: {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'} {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:00:36.117897 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] Bound port: 136923af-c6cc-4889-8e25-2ddb57fd7cfb, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}}] {{(pid=99721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:00:36.121258 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:36.133715 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee83ab6-bc6f-4d63-8c5d-ca0aafa26796 None None] Pushing event updated for resources: {'Port': ['ID=136923af-c6cc-4889-8e25-2ddb57fd7cfb,revision_number=2']} {{(pid=99721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:36.189429 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee83ab6-bc6f-4d63-8c5d-ca0aafa26796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:36.189783 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee83ab6-bc6f-4d63-8c5d-ca0aafa26796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:36.190127 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee83ab6-bc6f-4d63-8c5d-ca0aafa26796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:36.190466 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee83ab6-bc6f-4d63-8c5d-ca0aafa26796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:36.190803 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee83ab6-bc6f-4d63-8c5d-ca0aafa26796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:36.191135 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee83ab6-bc6f-4d63-8c5d-ca0aafa26796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:36.191472 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee83ab6-bc6f-4d63-8c5d-ca0aafa26796 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:36.191801 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee83ab6-bc6f-4d63-8c5d-ca0aafa26796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:36.192136 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee83ab6-bc6f-4d63-8c5d-ca0aafa26796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:36.192462 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee83ab6-bc6f-4d63-8c5d-ca0aafa26796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:36.192787 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee83ab6-bc6f-4d63-8c5d-ca0aafa26796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:36.201275 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee83ab6-bc6f-4d63-8c5d-ca0aafa26796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee83ab6-bc6f-4d63-8c5d-ca0aafa26796 None None] Tracked resource versions report: Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: pushed versions: Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: { 'AddressGroup': {'1.2'}, Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: 'ConntrackHelper': {'1.0'}, Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: 'Log': {'1.0'}, Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: 'Network': {'1.1'}, Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: 'Port': {'1.7'}, Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: 'PortForwarding': {'1.2'}, Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: 'QosPolicy': {'1.9'}, Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: 'SecurityGroup': {'1.4'}, Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: 'SecurityGroupRule': {'1.2'}, Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: 'SubPort': {'1.0'}, Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: 'Subnet': {'1.1'}, Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: 'Trunk': {'1.1'}} Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: consumer versions: Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: { DHCP agent@dv-cinder-813936-1-iscsi: {}, Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: HyperV agent@hv-cinder-81393: {}, Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: L3 agent@dv-cinder-813936-1-iscsi: {}, Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: Metadata agent@dv-cinder-813936-1-iscsi: {}, Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: Metering agent@dv-cinder-813936-1-iscsi: {}, Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: Open vSwitch agent@dv-cinder-813936-1-iscsi: { 'AddressGroup': '1.2', Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: 'ConntrackHelper': '1.0', Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: 'Log': '1.0', Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: 'Network': '1.1', Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: 'Port': '1.7', Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: 'PortForwarding': '1.2', Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: 'QosPolicy': '1.9', Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: 'SecurityGroup': '1.4', Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: 'SecurityGroupRule': '1.2', Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: 'SubPort': '1.0', Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: 'Subnet': '1.1', Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: 'Trunk': '1.1'}} Oct 14 18:00:36.203263 dv-cinder-813936-1-iscsi neutron-server[99721]: {{(pid=99721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 18:00:36.211736 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086690c-97bd-427a-b70c-680d07dc9543 admin admin] Pushing event updated for resources: {'Network': ['ID=8764e7bf-a1f9-4d8a-a085-03ad956e6070,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:36.222552 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-3c279713-65ed-4aec-94b6-39c3dcf8c2d6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0749848 Oct 14 18:00:36.226549 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Network 8764e7bf-a1f9-4d8a-a085-03ad956e6070 details requested by agent ovs-agent-dv-cinder-813936-1-iscsi with host dv-cinder-813936-1-iscsi {{(pid=99720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 18:00:36.252488 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47238) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:36.264758 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-9aef6175-cd24-45eb-8cce-8f8e4ceeb92b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-422061755-router', 'tenant_id': '229d568687144cccbef243c252982e00', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:36.270064 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.db [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] For port 136923af-c6cc-4889-8e25-2ddb57fd7cfb, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:00:36.275775 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.db [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] For port 136923af-c6cc-4889-8e25-2ddb57fd7cfb, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=136923af-c6cc-4889-8e25-2ddb57fd7cfb,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:00:36.282952 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:36.296917 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-fa16fe85-44a0-4367-8889-153f02412949 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0f9752137c034d6db309b3bb2a0db0be&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3453891 Oct 14 18:00:36.300000 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 47242) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:36.306477 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-d086690c-97bd-427a-b70c-680d07dc9543 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9095199 Oct 14 18:00:36.306477 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47246) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:36.311051 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-943a30a6-31c6-4b5c-a41f-2c7b7ed6f484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:36.324457 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-92b223d7-6892-49a0-a9d1-a25b40c5f815 admin admin] Request body: {'subnet': {'network_id': '8764e7bf-a1f9-4d8a-a085-03ad956e6070', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1065269392-subnet', 'tenant_id': '1b28984a6ade4f38b5175843c936492c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:36.333365 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16fe85-44a0-4367-8889-153f02412949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71ac569-966b-48a5-9d32-4e489d3be2b3,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:36.390618 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9aef6175-cd24-45eb-8cce-8f8e4ceeb92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3787691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-388'] for router, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:36.392817 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9aef6175-cd24-45eb-8cce-8f8e4ceeb92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3789973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:36.396273 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] Routers {'b7293706-4bc3-443e-b6ef-4bad6797855a'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:00:36.400284 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:00:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['b7293706-4bc3-443e-b6ef-4bad6797855a'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:36.406820 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c9af26de-0394-48a7-89e8-3778ab1b9e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for subnet, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:36.463584 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-2e099722-b7e3-49a6-9548-cd7ac95f3115 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:36.504143 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b223d7-6892-49a0-a9d1-a25b40c5f815 admin admin] Made reservation on behalf of 1b28984a6ade4f38b5175843c936492c for: {'subnet': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:00:36.512108 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-92b223d7-6892-49a0-a9d1-a25b40c5f815 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:36.579485 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7032859-6bdc-4c54-8727-be367f970c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f1db6d7-1359-5cde-afe4-8014bb52f508-d7ed64d5-7393-452b-96b7-28d14516f1ea', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'tenant_id': '229d568687144cccbef243c252982e00', 'fixed_ips': [{'subnet_id': '3db5b355-eec8-4685-acd1-cd1968bd4562'}]}} from dv-cinder-813936-1-iscsi. {{(pid=99720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 18:00:36.580398 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-a7032859-6bdc-4c54-8727-be367f970c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:36.595792 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-2e099722-b7e3-49a6-9548-cd7ac95f3115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160'] for port, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:36.639895 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-57ed4f4e-b631-46bf-b75f-ad2867521a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:36.647762 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af26de-0394-48a7-89e8-3778ab1b9e1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=219e8690-55de-4444-b3f4-7eed7cf9bd62,revision_number=0']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:36.665884 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] Set router b7293706-4bc3-443e-b6ef-4bad6797855a gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:00:36.672603 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9aef6175-cd24-45eb-8cce-8f8e4ceeb92b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:36.703345 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9af26de-0394-48a7-89e8-3778ab1b9e1d admin admin] Checking segment: {'id': '931a8068-5c0e-41a2-bb4c-c55889796b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:00:36.703698 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9af26de-0394-48a7-89e8-3778ab1b9e1d admin admin] Network hostable DHCP agents. Network: c83af823-a336-4acf-9cf9-971bb99a778b, hostable agents: ['bf408c59-2cf8-4546-bb87-81b32559f057'], hosted agents: [] {{(pid=99718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 18:00:36.738231 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee83ab6-bc6f-4d63-8c5d-ca0aafa26796 None None] Pushing event updated for resources: {'Port': ['ID=136923af-c6cc-4889-8e25-2ddb57fd7cfb,revision_number=3']} {{(pid=99721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:36.755263 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-57ed4f4e-b631-46bf-b75f-ad2867521a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:36.758435 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e099722-b7e3-49a6-9548-cd7ac95f3115 admin admin] Network 83910de2-b586-4465-84e9-9f9658b647e4 is already hosted by enough agents. {{(pid=99718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:36.778695 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-2e099722-b7e3-49a6-9548-cd7ac95f3115 admin admin] Resources bound (agent type, host, resource id): {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:36.779290 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-943a30a6-31c6-4b5c-a41f-2c7b7ed6f484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:36.780845 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e099722-b7e3-49a6-9548-cd7ac95f3115 admin admin] Pushing event updated for resources: {'Port': ['ID=43528949-13ac-4515-993e-a8d3e951a4f6,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:36.789725 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-943a30a6-31c6-4b5c-a41f-2c7b7ed6f484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:36.798839 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e099722-b7e3-49a6-9548-cd7ac95f3115 admin admin] Received port after_create {{(pid=99718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:00:36.799330 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-2e099722-b7e3-49a6-9548-cd7ac95f3115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3790741'] for router_interface, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:36.867531 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9af26de-0394-48a7-89e8-3778ab1b9e1d admin admin] Network c83af823-a336-4acf-9cf9-971bb99a778b is scheduled to be hosted by DHCP agent bf408c59-2cf8-4546-bb87-81b32559f057 with binding_index 1 {{(pid=99718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 18:00:36.882349 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.db_base_plugin_common [None req-a7032859-6bdc-4c54-8727-be367f970c1b None None] Allocated IP 172.20.0.2 (d7ed64d5-7393-452b-96b7-28d14516f1ea/3db5b355-eec8-4685-acd1-cd1968bd4562/4391f2dc-f937-4891-9099-0d58fc683299) {{(pid=99720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:00:36.965834 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'name': 'tempest-AttachVolumeTestJSON-1526018621-router', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:31Z', 'updated_at': '2021-10-14T18:00:33Z', 'revision_number': 3, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'gw_port': {'id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:32Z', 'updated_at': '2021-10-14T18:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:36.998896 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25019b2c-0a7c-4215-ac32-20f581036d10 None None] The sync data for ids ['b7293706-4bc3-443e-b6ef-4bad6797855a'] in dv-cinder-813936-1-iscsi is: [{'id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'name': 'tempest-AttachVolumeTestJSON-1526018621-router', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:31Z', 'updated_at': '2021-10-14T18:00:33Z', 'revision_number': 3, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'gw_port': {'id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:32Z', 'updated_at': '2021-10-14T18:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}] {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:00:37.021640 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9aef6175-cd24-45eb-8cce-8f8e4ceeb92b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:37.036830 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a30a6-31c6-4b5c-a41f-2c7b7ed6f484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0ae182-1a4c-4313-9fe1-122b227aac6a,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:37.047984 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-943a30a6-31c6-4b5c-a41f-2c7b7ed6f484 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a0bcbced9afd488f96081b25f7c07bf2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1889620 Oct 14 18:00:37.052872 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47272) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:37.072256 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-a7032859-6bdc-4c54-8727-be367f970c1b None None] Notify callbacks [] for port, precommit_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:37.081930 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-c9af26de-0394-48a7-89e8-3778ab1b9e1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813936-1-iscsi, c83af823-a336-4acf-9cf9-971bb99a778b) {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:37.090018 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-a7032859-6bdc-4c54-8727-be367f970c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160'] for port, after_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:37.101099 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9af26de-0394-48a7-89e8-3778ab1b9e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:37.101883 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c9af26de-0394-48a7-89e8-3778ab1b9e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:37.107974 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf4213d-46a7-445f-a9d2-0d5493d59603 None None] Network c83af823-a336-4acf-9cf9-971bb99a778b requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:00:37.208397 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-c9af26de-0394-48a7-89e8-3778ab1b9e1d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5550640 Oct 14 18:00:37.215124 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-57ed4f4e-b631-46bf-b75f-ad2867521a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:37.218002 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-57ed4f4e-b631-46bf-b75f-ad2867521a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:37.219746 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-57ed4f4e-b631-46bf-b75f-ad2867521a0b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c71ac569-966b-48a5-9d32-4e489d3be2b3 HTTP/1.1" status: 204 len: 168 time: 0.9171379 Oct 14 18:00:37.241326 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed4f4e-b631-46bf-b75f-ad2867521a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71ac569-966b-48a5-9d32-4e489d3be2b3,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:37.441673 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-2e099722-b7e3-49a6-9548-cd7ac95f3115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:37.484868 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7032859-6bdc-4c54-8727-be367f970c1b None None] Network d7ed64d5-7393-452b-96b7-28d14516f1ea is already hosted by enough agents. {{(pid=99720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:37.523806 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0ba4e439-2c03-4f54-9211-a22d49783706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:37.563314 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7032859-6bdc-4c54-8727-be367f970c1b None None] Pushing event updated for resources: {'Port': ['ID=4391f2dc-f937-4891-9099-0d58fc683299,revision_number=1']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:37.597664 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.scheduler.base_scheduler [None req-a7032859-6bdc-4c54-8727-be367f970c1b None None] Resources bound (agent type, host, resource id): {{(pid=99720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:37.603931 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7032859-6bdc-4c54-8727-be367f970c1b None None] Received port after_create {{(pid=99720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:00:37.691647 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-92b223d7-6892-49a0-a9d1-a25b40c5f815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for subnet, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:37.706631 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0ba4e439-2c03-4f54-9211-a22d49783706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:37.714841 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31c9f63-31cb-4f65-b72a-379d5ecdc6c8 None None] Network c83af823-a336-4acf-9cf9-971bb99a778b requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:00:37.828166 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-3c74cbcd-95c1-4baa-955b-233e587d95b7 None None] Provisioning complete for port 43528949-13ac-4515-993e-a8d3e951a4f6 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:00:37.840459 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-3c74cbcd-95c1-4baa-955b-233e587d95b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:37.866302 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-a7032859-6bdc-4c54-8727-be367f970c1b None None] Attempting to bind port 4391f2dc-f937-4891-9099-0d58fc683299 on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:00:37.866880 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-a7032859-6bdc-4c54-8727-be367f970c1b None None] Attempting to bind port 4391f2dc-f937-4891-9099-0d58fc683299 by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': 'ac426582-1f1e-4f24-813f-1d64cc5aaaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea'}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:00:37.869336 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7032859-6bdc-4c54-8727-be367f970c1b None None] Attempting to bind port 4391f2dc-f937-4891-9099-0d58fc683299 on network d7ed64d5-7393-452b-96b7-28d14516f1ea {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:00:37.937625 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7032859-6bdc-4c54-8727-be367f970c1b None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:00:37.948952 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7032859-6bdc-4c54-8727-be367f970c1b None None] Checking segment: {'id': 'ac426582-1f1e-4f24-813f-1d64cc5aaaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:00:37.949704 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-a7032859-6bdc-4c54-8727-be367f970c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:37.950339 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7032859-6bdc-4c54-8727-be367f970c1b None None] Bound using segment: {'id': 'ac426582-1f1e-4f24-813f-1d64cc5aaaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea'} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:00:37.951959 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-a7032859-6bdc-4c54-8727-be367f970c1b None None] Bound port: 4391f2dc-f937-4891-9099-0d58fc683299, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac426582-1f1e-4f24-813f-1d64cc5aaaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea'}}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:00:37.953370 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-a7032859-6bdc-4c54-8727-be367f970c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:38.013240 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47298) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:38.146584 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-3c74cbcd-95c1-4baa-955b-233e587d95b7 None None] Port 43528949-13ac-4515-993e-a8d3e951a4f6 cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:00:38.250842 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8031b03b-dcd3-4561-ad0f-e31b8c6534e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:38.304301 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-2e099722-b7e3-49a6-9548-cd7ac95f3115 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:38.314870 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-2e099722-b7e3-49a6-9548-cd7ac95f3115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:38.318578 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-2e099722-b7e3-49a6-9548-cd7ac95f3115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790817'] for router_interface, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:38.335745 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-a7032859-6bdc-4c54-8727-be367f970c1b None None] For port 4391f2dc-f937-4891-9099-0d58fc683299, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:00:38.342558 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 47318) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:38.343780 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-a7032859-6bdc-4c54-8727-be367f970c1b None None] For port 4391f2dc-f937-4891-9099-0d58fc683299, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=4391f2dc-f937-4891-9099-0d58fc683299,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:00:38.350169 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-a7032859-6bdc-4c54-8727-be367f970c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:38.358574 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b223d7-6892-49a0-a9d1-a25b40c5f815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85449f44-62e4-4e5a-a2dc-59cbc1108df8,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:38.377920 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 47328) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:38.380356 dv-cinder-813936-1-iscsi neutron-server[99718]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 14 18:00:38.438537 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7032859-6bdc-4c54-8727-be367f970c1b None None] Pushing event updated for resources: {'Port': ['ID=4391f2dc-f937-4891-9099-0d58fc683299,revision_number=2']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:38.463178 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b223d7-6892-49a0-a9d1-a25b40c5f815 admin admin] Checking segment: {'id': '58e7e024-1c9c-4abc-bd9a-1193ab45d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8764e7bf-a1f9-4d8a-a085-03ad956e6070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:00:38.463524 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b223d7-6892-49a0-a9d1-a25b40c5f815 admin admin] Network hostable DHCP agents. Network: 8764e7bf-a1f9-4d8a-a085-03ad956e6070, hostable agents: ['bf408c59-2cf8-4546-bb87-81b32559f057'], hosted agents: [] {{(pid=99719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 18:00:38.468614 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9aef6175-cd24-45eb-8cce-8f8e4ceeb92b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:38.526178 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0ba4e439-2c03-4f54-9211-a22d49783706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:38.529080 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0ba4e439-2c03-4f54-9211-a22d49783706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:38.538177 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-0ba4e439-2c03-4f54-9211-a22d49783706 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2d0ae182-1a4c-4313-9fe1-122b227aac6a HTTP/1.1" status: 204 len: 168 time: 1.4764943 Oct 14 18:00:38.539310 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9aef6175-cd24-45eb-8cce-8f8e4ceeb92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:38.598410 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b223d7-6892-49a0-a9d1-a25b40c5f815 admin admin] Network 8764e7bf-a1f9-4d8a-a085-03ad956e6070 is scheduled to be hosted by DHCP agent bf408c59-2cf8-4546-bb87-81b32559f057 with binding_index 1 {{(pid=99719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 18:00:38.611533 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c2a70502-a20f-439f-80db-37ab6bfbd4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:38.617089 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4e439-2c03-4f54-9211-a22d49783706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0ae182-1a4c-4313-9fe1-122b227aac6a,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:38.625554 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e099722-b7e3-49a6-9548-cd7ac95f3115 admin admin] Pushing event updated for resources: {'Port': ['ID=43528949-13ac-4515-993e-a8d3e951a4f6,revision_number=2']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:38.656784 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-92b223d7-6892-49a0-a9d1-a25b40c5f815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813936-1-iscsi, 8764e7bf-a1f9-4d8a-a085-03ad956e6070) {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:38.667939 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b223d7-6892-49a0-a9d1-a25b40c5f815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:38.668520 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-92b223d7-6892-49a0-a9d1-a25b40c5f815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:38.671322 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0554a9c-8d70-474f-aeeb-36ad1e1d4107 None None] Network 8764e7bf-a1f9-4d8a-a085-03ad956e6070 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:00:38.696947 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-92b223d7-6892-49a0-a9d1-a25b40c5f815 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3805611 Oct 14 18:00:38.782158 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [None req-9aef6175-cd24-45eb-8cce-8f8e4ceeb92b admin admin] Allocated IP 172.27.3.46 (d72eea9d-773f-4ba1-af60-02bc446a2bfb/b0081548-82f4-4db0-bd72-f0077bc2ab2a/6e72a63a-8620-4e23-8be1-3472041d24f2) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:00:38.782789 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-c1f1fad2-deee-45fd-97ac-fd7ad4b257cf tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:38.784341 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-c1f1fad2-deee-45fd-97ac-fd7ad4b257cf tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/networks?id=c83af823-a336-4acf-9cf9-971bb99a778b HTTP/1.1" status: 200 len: 815 time: 0.4051597 Oct 14 18:00:38.843489 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8031b03b-dcd3-4561-ad0f-e31b8c6534e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:38.861420 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8031b03b-dcd3-4561-ad0f-e31b8c6534e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:38.952263 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e099722-b7e3-49a6-9548-cd7ac95f3115 admin admin] Network 83910de2-b586-4465-84e9-9f9658b647e4 is already hosted by enough agents. {{(pid=99718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:38.958129 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f0bf077e-93d8-4bce-b965-55a9bc35fdaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:38.964374 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980e4c8e-0b9c-46e6-aba5-b1698a99afca None None] Network 8764e7bf-a1f9-4d8a-a085-03ad956e6070 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:00:38.969395 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-2e099722-b7e3-49a6-9548-cd7ac95f3115 admin admin] Resources bound (agent type, host, resource id): {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:38.999503 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-8031b03b-dcd3-4561-ad0f-e31b8c6534e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c80aa60242d04a9488555b03fe1d3e7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8844275 Oct 14 18:00:39.002399 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031b03b-dcd3-4561-ad0f-e31b8c6534e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3da314-9e40-48e7-89de-cf0b84aadb57,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:39.016713 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47342) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:39.146015 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8f20ca54-0c41-4a01-9d71-0d6398f27174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:39.176122 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-36896889-52bc-4595-93ac-a162caf97d7e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/quotas/8e7c64022d3247eb88c9074d2d71c846 HTTP/1.1" status: 200 len: 375 time: 0.3233452 Oct 14 18:00:39.179785 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9aef6175-cd24-45eb-8cce-8f8e4ceeb92b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:39.212133 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8f20ca54-0c41-4a01-9d71-0d6398f27174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:39.220040 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47346) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:39.264088 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3294090b-ddeb-489f-b81b-40e3eae83add admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:39.316565 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9aef6175-cd24-45eb-8cce-8f8e4ceeb92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:39.362565 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8f20ca54-0c41-4a01-9d71-0d6398f27174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:39.365036 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8f20ca54-0c41-4a01-9d71-0d6398f27174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:39.366167 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-8f20ca54-0c41-4a01-9d71-0d6398f27174 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b3da314-9e40-48e7-89de-cf0b84aadb57 HTTP/1.1" status: 204 len: 168 time: 0.3430407 Oct 14 18:00:39.377618 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aef6175-cd24-45eb-8cce-8f8e4ceeb92b admin admin] Network d72eea9d-773f-4ba1-af60-02bc446a2bfb is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:39.386780 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-9aef6175-cd24-45eb-8cce-8f8e4ceeb92b admin admin] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:39.401219 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aef6175-cd24-45eb-8cce-8f8e4ceeb92b admin admin] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:00:39.408169 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef6175-cd24-45eb-8cce-8f8e4ceeb92b admin admin] Pushing event updated for resources: {'Port': ['ID=6e72a63a-8620-4e23-8be1-3472041d24f2,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:39.410466 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20ca54-0c41-4a01-9d71-0d6398f27174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3da314-9e40-48e7-89de-cf0b84aadb57,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:39.429811 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-c6804289-a913-4468-8262-8c17a299a1f3 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e7c64022d3247eb88c9074d2d71c846&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2011747 Oct 14 18:00:39.503167 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-aa614418-f59a-402f-857b-985d4f5ec534 None None] Provisioning complete for port 43528949-13ac-4515-993e-a8d3e951a4f6 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:00:39.505011 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-aa614418-f59a-402f-857b-985d4f5ec534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:39.548223 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47368) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:39.554048 dv-cinder-813936-1-iscsi neutron-server[99719]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 14 18:00:39.563910 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e099722-b7e3-49a6-9548-cd7ac95f3115 admin admin] Router b7293706-4bc3-443e-b6ef-4bad6797855a has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:00:39.582859 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c2a70502-a20f-439f-80db-37ab6bfbd4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:39.595391 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c2a70502-a20f-439f-80db-37ab6bfbd4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:39.598805 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-aa614418-f59a-402f-857b-985d4f5ec534 None None] Port 43528949-13ac-4515-993e-a8d3e951a4f6 cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:00:39.647690 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3294090b-ddeb-489f-b81b-40e3eae83add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:39.693743 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3294090b-ddeb-489f-b81b-40e3eae83add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:39.709590 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 136923af-c6cc-4889-8e25-2ddb57fd7cfb up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:39.765411 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-c2a70502-a20f-439f-80db-37ab6bfbd4d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e60c585088fe486aa85f774c53e6f5c5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4154718 Oct 14 18:00:39.777906 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 47372) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:39.784775 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-e50e93a5-c832-4a62-adef-f41990bcfaf4 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=99718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 18:00:39.785803 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-e50e93a5-c832-4a62-adef-f41990bcfaf4 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1266220 Oct 14 18:00:39.797234 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 136923af-c6cc-4889-8e25-2ddb57fd7cfb triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:00:39.797759 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a70502-a20f-439f-80db-37ab6bfbd4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa08e7c-ed2f-4528-bb6e-4abcc3905085,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:39.798339 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:39.870062 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-3294090b-ddeb-489f-b81b-40e3eae83add admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6a8e68cfd85646a0ba97450151541e79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6476216 Oct 14 18:00:39.870062 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294090b-ddeb-489f-b81b-40e3eae83add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03d3144-2429-47e4-9795-03f199e309f6,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:39.876963 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 47378) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:39.984198 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e099722-b7e3-49a6-9548-cd7ac95f3115 admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:00:39.999372 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-bf061f57-2fb0-4e07-98c9-4adf0c6a8d63 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:40.001030 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-bf061f57-2fb0-4e07-98c9-4adf0c6a8d63 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/networks?id=8764e7bf-a1f9-4d8a-a085-03ad956e6070 HTTP/1.1" status: 200 len: 812 time: 0.4502985 Oct 14 18:00:40.010795 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-2e099722-b7e3-49a6-9548-cd7ac95f3115 admin admin] 10.222.0.49 "PUT /v2.0/routers/b7293706-4bc3-443e-b6ef-4bad6797855a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4624643 Oct 14 18:00:40.015763 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:40.036553 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-33839af9-43fd-4efb-93b1-773cc79aa58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:40.039804 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] For port 136923af-c6cc-4889-8e25-2ddb57fd7cfb, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=136923af-c6cc-4889-8e25-2ddb57fd7cfb,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:40.053506 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:40.054635 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 4391f2dc-f937-4891-9099-0d58fc683299 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:40.063762 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9aef6175-cd24-45eb-8cce-8f8e4ceeb92b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:40.093731 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-e59ca140-682c-436b-b585-d8ecc349c22d service neutron] 10.222.0.49 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993212 Oct 14 18:00:40.100067 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-33839af9-43fd-4efb-93b1-773cc79aa58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:40.121293 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0acce626-36d2-443f-bb1d-d29581fe79b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:40.179266 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Pushing event updated for resources: {'Port': ['ID=136923af-c6cc-4889-8e25-2ddb57fd7cfb,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:40.230255 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 4391f2dc-f937-4891-9099-0d58fc683299 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:00:40.230255 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:40.230255 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] Sync routers for ids ['b7293706-4bc3-443e-b6ef-4bad6797855a'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:00:40.246058 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0acce626-36d2-443f-bb1d-d29581fe79b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:40.247104 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] Routers {'b7293706-4bc3-443e-b6ef-4bad6797855a'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:00:40.247811 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:00:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['b7293706-4bc3-443e-b6ef-4bad6797855a'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:40.320139 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-9dc1eb9d-f485-42dc-96a9-0fa19e7508a9 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/quotas/1b28984a6ade4f38b5175843c936492c HTTP/1.1" status: 200 len: 375 time: 0.0517955 Oct 14 18:00:40.341070 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-33839af9-43fd-4efb-93b1-773cc79aa58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:40.343757 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-33839af9-43fd-4efb-93b1-773cc79aa58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:40.344930 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-33839af9-43fd-4efb-93b1-773cc79aa58f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ffa08e7c-ed2f-4528-bb6e-4abcc3905085 HTTP/1.1" status: 204 len: 168 time: 0.5660932 Oct 14 18:00:40.353052 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-e93657a5-895d-455f-9044-8da67c80b310 service neutron] 10.222.0.49 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502770 Oct 14 18:00:40.359119 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33839af9-43fd-4efb-93b1-773cc79aa58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa08e7c-ed2f-4528-bb6e-4abcc3905085,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:40.371215 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0acce626-36d2-443f-bb1d-d29581fe79b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:40.374168 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0acce626-36d2-443f-bb1d-d29581fe79b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:40.377950 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-0acce626-36d2-443f-bb1d-d29581fe79b1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b03d3144-2429-47e4-9795-03f199e309f6 HTTP/1.1" status: 204 len: 168 time: 0.4986420 Oct 14 18:00:40.406370 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acce626-36d2-443f-bb1d-d29581fe79b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03d3144-2429-47e4-9795-03f199e309f6,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:40.413496 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] Set router b7293706-4bc3-443e-b6ef-4bad6797855a gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:00:40.461395 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-51a9bb52-344e-408e-9882-883bd38ba7d9 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b28984a6ade4f38b5175843c936492c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1396124 Oct 14 18:00:40.503315 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d68a0a8-ed3f-4863-a5e3-18b3099529d9 None None] Network d7ed64d5-7393-452b-96b7-28d14516f1ea requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:00:40.604074 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9aef6175-cd24-45eb-8cce-8f8e4ceeb92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3789984'] for router, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:40.645722 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-285f81c4-df63-4df9-9601-c99c8e6ee51a None None] Provisioning complete for port 4391f2dc-f937-4891-9099-0d58fc683299 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:00:40.648158 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-285f81c4-df63-4df9-9601-c99c8e6ee51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:40.960483 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aef6175-cd24-45eb-8cce-8f8e4ceeb92b admin admin] Router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 is scheduled to L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef with binding_index 1 {{(pid=99719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 18:00:41.104861 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:41.136945 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aef6175-cd24-45eb-8cce-8f8e4ceeb92b admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:00:41.147323 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] Sync routers for ids ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'] in dv-cinder-813936-1-iscsi {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:00:41.166502 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9aef6175-cd24-45eb-8cce-8f8e4ceeb92b admin admin] Notify callbacks [] for router, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:41.167817 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] Routers {'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:00:41.167944 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-9aef6175-cd24-45eb-8cce-8f8e4ceeb92b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9137716 Oct 14 18:00:41.169211 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:00:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:41.170702 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 47444) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:41.229139 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'name': 'tempest-AttachVolumeTestJSON-1526018621-router', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:31Z', 'updated_at': '2021-10-14T18:00:37Z', 'revision_number': 4, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'gw_port': {'id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:32Z', 'updated_at': '2021-10-14T18:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '43528949-13ac-4515-993e-a8d3e951a4f6', 'name': '', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'mac_address': 'fa:16:3e:10:b0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:35Z', 'updated_at': '2021-10-14T18:00:37Z', 'revision_number': 2, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'subnets': [{'id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:41.365581 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] Checking router: b7293706-4bc3-443e-b6ef-4bad6797855a for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:00:41.366086 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] Updating router b7293706-4bc3-443e-b6ef-4bad6797855a port 43528949-13ac-4515-993e-a8d3e951a4f6 binding host dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:00:41.519184 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-6e7c2f7a-5dbd-4e6f-badf-87779ea32e76 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=99719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 18:00:41.520441 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-6e7c2f7a-5dbd-4e6f-badf-87779ea32e76 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5956223 Oct 14 18:00:41.554013 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-285f81c4-df63-4df9-9601-c99c8e6ee51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:41.555903 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:41.556683 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] Set router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:00:41.557763 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] For port 4391f2dc-f937-4891-9099-0d58fc683299, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=4391f2dc-f937-4891-9099-0d58fc683299,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:41.585124 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:41.649737 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Pushing event updated for resources: {'Port': ['ID=4391f2dc-f937-4891-9099-0d58fc683299,revision_number=3']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:41.659310 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-09190805-2fe0-47ec-bbe7-c30c26cff220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:41.719394 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:41.720873 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:41.724492 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.db.api [None req-285f81c4-df63-4df9-9601-c99c8e6ee51a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 18:00:41.725003 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG oslo_db.api [None req-285f81c4-df63-4df9-9601-c99c8e6ee51a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 18:00:41.769077 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-a256ab65-9886-4f2b-857e-66ab8fe1079a service neutron] 10.222.0.49 "GET /v2.0/networks/8764e7bf-a1f9-4d8a-a085-03ad956e6070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407856 Oct 14 18:00:41.880777 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'name': 'tempest-AttachVolumeShelveTestJSON-422061755-router', 'tenant_id': '229d568687144cccbef243c252982e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:36Z', 'updated_at': '2021-10-14T18:00:39Z', 'revision_number': 3, 'project_id': '229d568687144cccbef243c252982e00', 'gw_port': {'id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:38Z', 'updated_at': '2021-10-14T18:00:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:41.896534 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 136923af-c6cc-4889-8e25-2ddb57fd7cfb up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:41.938790 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] Checking router: fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 for host: dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:00:41.939291 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] Updating router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 port 6e72a63a-8620-4e23-8be1-3472041d24f2 binding host dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:00:41.973356 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:42.037187 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-f07adffb-27ee-4ba7-9239-83d152019a7b service neutron] 10.222.0.49 "GET /v2.0/networks/8764e7bf-a1f9-4d8a-a085-03ad956e6070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544885 Oct 14 18:00:42.039985 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 136923af-c6cc-4889-8e25-2ddb57fd7cfb triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:00:42.040843 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:42.178789 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-99065858-1d73-42b3-a8f0-087d5536b180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:42.371850 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47470) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:42.376601 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-a94c494d-2b5a-4834-8d4d-7c0f3c6dabd0 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2127328791', 'description': 'tempest-description--1057250388'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:42.401676 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] Notify callbacks [] for port, precommit_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:42.416556 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:42.439817 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:42.452001 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] Notify callbacks [] for port, precommit_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:42.471857 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:42.473117 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a94c494d-2b5a-4834-8d4d-7c0f3c6dabd0 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:42.531696 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] Attempting to bind port 6e72a63a-8620-4e23-8be1-3472041d24f2 on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:00:42.532750 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] Attempting to bind port 6e72a63a-8620-4e23-8be1-3472041d24f2 by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}] {{(pid=99721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:00:42.533619 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] Attempting to bind port 6e72a63a-8620-4e23-8be1-3472041d24f2 on network d72eea9d-773f-4ba1-af60-02bc446a2bfb {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:00:42.593860 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:00:42.594240 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] Checking segment: {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:00:42.594648 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:42.595034 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] Bound using segment: {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'} {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:00:42.595531 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] Bound port: 6e72a63a-8620-4e23-8be1-3472041d24f2, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}}] {{(pid=99721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:00:42.595912 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:42.602414 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2c96b-79c4-4717-85fc-16abd6f38d73 None None] Pushing event updated for resources: {'Port': ['ID=43528949-13ac-4515-993e-a8d3e951a4f6,revision_number=3']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:42.676408 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-62c7475e-bf5e-4e71-bed8-adfc48d19bc3 None None] Provisioning complete for port 4391f2dc-f937-4891-9099-0d58fc683299 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:00:42.677133 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-62c7475e-bf5e-4e71-bed8-adfc48d19bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:42.735243 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.db [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] For port 6e72a63a-8620-4e23-8be1-3472041d24f2, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:00:42.742927 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.db [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] For port 6e72a63a-8620-4e23-8be1-3472041d24f2, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=6e72a63a-8620-4e23-8be1-3472041d24f2,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:00:42.762816 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:42.855820 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] Attempting to bind port 43528949-13ac-4515-993e-a8d3e951a4f6 on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:00:42.856695 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] Attempting to bind port 43528949-13ac-4515-993e-a8d3e951a4f6 by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': '52ac0125-356a-4259-94e8-0d806eb069a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4'}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:00:42.860702 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] Attempting to bind port 43528949-13ac-4515-993e-a8d3e951a4f6 on network 83910de2-b586-4465-84e9-9f9658b647e4 {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:00:42.872061 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] Routers {'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:00:42.875368 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:00:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:42.882324 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9719b66b-ce9c-4459-b8d3-c1db5d868b13 req-1d648363-a32b-42e2-94b2-b2206413edf5 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 210 time: 0.1982284 Oct 14 18:00:42.882965 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:00:42.883239 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] Checking segment: {'id': '52ac0125-356a-4259-94e8-0d806eb069a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:00:42.888074 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:42.888472 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] Bound using segment: {'id': '52ac0125-356a-4259-94e8-0d806eb069a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4'} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:00:42.889015 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] Bound port: 43528949-13ac-4515-993e-a8d3e951a4f6, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ac0125-356a-4259-94e8-0d806eb069a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4'}}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:00:42.894440 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:42.988713 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a94c494d-2b5a-4834-8d4d-7c0f3c6dabd0 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:42.996730 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a94c494d-2b5a-4834-8d4d-7c0f3c6dabd0 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:43.011672 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-38bdd3cc-0c44-4c4e-bdd6-df2572946846 req-45d983f9-783b-4453-a03d-3bed7b715598 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 210 time: 0.4303045 Oct 14 18:00:43.109403 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] For port 43528949-13ac-4515-993e-a8d3e951a4f6, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:00:43.113223 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] For port 43528949-13ac-4515-993e-a8d3e951a4f6, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=43528949-13ac-4515-993e-a8d3e951a4f6,segment=NetworkSegment(52ac0125-356a-4259-94e8-0d806eb069a1),segment_id=52ac0125-356a-4259-94e8-0d806eb069a1)] {{(pid=99720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:00:43.126342 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:43.155217 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4923263-beff-459d-aa43-8914d8a043d0 None None] Pushing event updated for resources: {'Port': ['ID=6e72a63a-8620-4e23-8be1-3472041d24f2,revision_number=2']} {{(pid=99721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:43.158678 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c494d-2b5a-4834-8d4d-7c0f3c6dabd0 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d57696a-e817-4840-8c08-c66022a46302,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:43.186409 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a94c494d-2b5a-4834-8d4d-7c0f3c6dabd0 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:43.198605 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-a94c494d-2b5a-4834-8d4d-7c0f3c6dabd0 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8253875 Oct 14 18:00:43.200186 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47532) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:43.202499 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-d6691559-e3f8-48ed-bda3-410cf112b6bc None None] Provisioning complete for port 43528949-13ac-4515-993e-a8d3e951a4f6 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:00:43.202979 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d6691559-e3f8-48ed-bda3-410cf112b6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:43.216223 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-d9c43efd-5e28-4392-a1b8-2336221fde5c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Request body: {'security_group_rule': {'security_group_id': '7d57696a-e817-4840-8c08-c66022a46302', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:43.305522 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] Routers {'b7293706-4bc3-443e-b6ef-4bad6797855a'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:00:43.305522 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:00:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['b7293706-4bc3-443e-b6ef-4bad6797855a'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:43.315229 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_common [None req-99065858-1d73-42b3-a8f0-087d5536b180 admin admin] Allocated IP 172.20.0.1 (d7ed64d5-7393-452b-96b7-28d14516f1ea/3db5b355-eec8-4685-acd1-cd1968bd4562/f6ba30cd-6854-4b2f-b6f8-db4d89156d5d) {{(pid=99718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:00:43.315818 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d9c43efd-5e28-4392-a1b8-2336221fde5c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:43.358640 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4923263-beff-459d-aa43-8914d8a043d0 None None] Pushing event updated for resources: {'Port': ['ID=6e72a63a-8620-4e23-8be1-3472041d24f2,revision_number=3']} {{(pid=99721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:43.395078 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] Set router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:00:43.524617 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d9c43efd-5e28-4392-a1b8-2336221fde5c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:43.534303 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d9c43efd-5e28-4392-a1b8-2336221fde5c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:43.584161 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2c96b-79c4-4717-85fc-16abd6f38d73 None None] Pushing event updated for resources: {'Port': ['ID=43528949-13ac-4515-993e-a8d3e951a4f6,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:43.647000 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c43efd-5e28-4392-a1b8-2336221fde5c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d51ae35-b8a9-4491-ba6e-50bc55f510cb,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:43.670004 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d9c43efd-5e28-4392-a1b8-2336221fde5c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:43.675520 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-d9c43efd-5e28-4392-a1b8-2336221fde5c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4704816 Oct 14 18:00:43.676743 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47552) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:43.709608 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-e6600640-e1c3-456c-bbc9-2e59265ef77d tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Request body: {'security_group_rule': {'security_group_id': '7d57696a-e817-4840-8c08-c66022a46302', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:43.713842 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-99065858-1d73-42b3-a8f0-087d5536b180 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:43.796262 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 4391f2dc-f937-4891-9099-0d58fc683299 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:43.810382 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-99065858-1d73-42b3-a8f0-087d5536b180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160'] for port, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:43.822639 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e6600640-e1c3-456c-bbc9-2e59265ef77d tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:43.898265 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99065858-1d73-42b3-a8f0-087d5536b180 admin admin] Network d7ed64d5-7393-452b-96b7-28d14516f1ea is already hosted by enough agents. {{(pid=99718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:43.904623 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'name': 'tempest-AttachVolumeShelveTestJSON-422061755-router', 'tenant_id': '229d568687144cccbef243c252982e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:36Z', 'updated_at': '2021-10-14T18:00:39Z', 'revision_number': 3, 'project_id': '229d568687144cccbef243c252982e00', 'gw_port': {'id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:38Z', 'updated_at': '2021-10-14T18:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:43.907819 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d6691559-e3f8-48ed-bda3-410cf112b6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:43.924837 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-99065858-1d73-42b3-a8f0-087d5536b180 admin admin] Resources bound (agent type, host, resource id): {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:43.945125 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99065858-1d73-42b3-a8f0-087d5536b180 admin admin] Received port after_create {{(pid=99718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:00:43.945721 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-99065858-1d73-42b3-a8f0-087d5536b180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3790741'] for router_interface, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:44.004555 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e6600640-e1c3-456c-bbc9-2e59265ef77d tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:44.027119 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] Set router b7293706-4bc3-443e-b6ef-4bad6797855a gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:00:44.040122 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2437d86-b4ed-4432-b54a-16c986967989 None None] The sync data for ids ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'] in dv-cinder-813936-1-iscsi is: [{'id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'name': 'tempest-AttachVolumeShelveTestJSON-422061755-router', 'tenant_id': '229d568687144cccbef243c252982e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:36Z', 'updated_at': '2021-10-14T18:00:39Z', 'revision_number': 3, 'project_id': '229d568687144cccbef243c252982e00', 'gw_port': {'id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:38Z', 'updated_at': '2021-10-14T18:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}] {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:00:44.094686 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 47574) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:44.118132 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-86a590ce-c085-4675-9d61-5a0869bd553e req-c3781a75-462a-4be9-86fe-7d33369c6c35 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 210 time: 0.1074927 Oct 14 18:00:44.127153 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e6600640-e1c3-456c-bbc9-2e59265ef77d tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:44.181764 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99065858-1d73-42b3-a8f0-087d5536b180 admin admin] Pushing event updated for resources: {'Port': ['ID=f6ba30cd-6854-4b2f-b6f8-db4d89156d5d,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:44.209450 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e6600640-e1c3-456c-bbc9-2e59265ef77d tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:44.210827 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-e6600640-e1c3-456c-bbc9-2e59265ef77d tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5244970 Oct 14 18:00:44.214080 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 4391f2dc-f937-4891-9099-0d58fc683299 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:00:44.214642 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:44.220299 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47582) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:44.239368 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-3ba8fb11-b70c-4c6b-9cb0-7485a5138ab7 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Request body: {'floatingip': {'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:44.253964 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6600640-e1c3-456c-bbc9-2e59265ef77d tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6ba63a-c265-4d20-a9a2-2a4b4e260789,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:44.342582 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3ba8fb11-b70c-4c6b-9cb0-7485a5138ab7 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for floatingip, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:44.430476 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-d6691559-e3f8-48ed-bda3-410cf112b6bc None None] For port 43528949-13ac-4515-993e-a8d3e951a4f6, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=43528949-13ac-4515-993e-a8d3e951a4f6,segment=NetworkSegment(52ac0125-356a-4259-94e8-0d806eb069a1),segment_id=52ac0125-356a-4259-94e8-0d806eb069a1)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:44.546117 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-99065858-1d73-42b3-a8f0-087d5536b180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:44.581369 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d6691559-e3f8-48ed-bda3-410cf112b6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:44.625975 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:44.721531 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-1f465551-97a5-4038-8c83-aec29da5d6a1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-382558273-network', 'tenant_id': '28ba1c0ecccd4d49a0a1efba233cecc3'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:44.750954 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c77d1c12-bf08-4d60-b9f3-4c89e48d0573 req-c85f9cea-4410-4f8b-acce-3137bef17d6d tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 210 time: 0.1692154 Oct 14 18:00:44.793055 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f465551-97a5-4038-8c83-aec29da5d6a1 admin admin] Made reservation on behalf of 28ba1c0ecccd4d49a0a1efba233cecc3 for: {'network': 1} {{(pid=99718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:00:44.795703 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1f465551-97a5-4038-8c83-aec29da5d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for network, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:44.829316 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1f465551-97a5-4038-8c83-aec29da5d6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:44.934552 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6691559-e3f8-48ed-bda3-410cf112b6bc None None] Pushing event updated for resources: {'Port': ['ID=43528949-13ac-4515-993e-a8d3e951a4f6,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:44.947347 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-461685ff-34e8-40e0-ada1-4566eec0ef08 None None] Provisioning complete for port f6ba30cd-6854-4b2f-b6f8-db4d89156d5d triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:00:44.948008 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-461685ff-34e8-40e0-ada1-4566eec0ef08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:44.994791 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3ba8fb11-b70c-4c6b-9cb0-7485a5138ab7 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:45.099593 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-99065858-1d73-42b3-a8f0-087d5536b180 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:45.134634 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-461685ff-34e8-40e0-ada1-4566eec0ef08 None None] Port f6ba30cd-6854-4b2f-b6f8-db4d89156d5d cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:00:45.139726 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-99065858-1d73-42b3-a8f0-087d5536b180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:45.140811 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-99065858-1d73-42b3-a8f0-087d5536b180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790817'] for router_interface, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:45.151359 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1f465551-97a5-4038-8c83-aec29da5d6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:45.224040 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1f465551-97a5-4038-8c83-aec29da5d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:45.285718 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-461685ff-34e8-40e0-ada1-4566eec0ef08 None None] Provisioning complete for port 43528949-13ac-4515-993e-a8d3e951a4f6 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:00:45.288554 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-461685ff-34e8-40e0-ada1-4566eec0ef08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:45.299650 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [None req-3ba8fb11-b70c-4c6b-9cb0-7485a5138ab7 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Allocated IP 172.27.3.193 (d72eea9d-773f-4ba1-af60-02bc446a2bfb/b0081548-82f4-4db0-bd72-f0077bc2ab2a/f8044474-ab3c-4b2e-b9e9-5ced1d61f86f) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:00:45.372417 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f465551-97a5-4038-8c83-aec29da5d6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927430eb-d563-44ca-bd8b-10ee99b9fa0e,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:45.384379 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99065858-1d73-42b3-a8f0-087d5536b180 admin admin] Pushing event updated for resources: {'Port': ['ID=f6ba30cd-6854-4b2f-b6f8-db4d89156d5d,revision_number=2']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:45.451619 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f465551-97a5-4038-8c83-aec29da5d6a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=99718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 18:00:45.475026 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1f465551-97a5-4038-8c83-aec29da5d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:45.475455 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.db.segments_db [None req-1f465551-97a5-4038-8c83-aec29da5d6a1 admin admin] Added segment 2b7e0077-1920-4736-95b7-d985d5e86b60 of type vlan for network 4ebe3b0a-5aa4-439a-a7bb-450666f75be3 Oct 14 18:00:45.481842 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'name': 'tempest-AttachVolumeTestJSON-1526018621-router', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:31Z', 'updated_at': '2021-10-14T18:00:37Z', 'revision_number': 4, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'gw_port': {'id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:32Z', 'updated_at': '2021-10-14T18:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '43528949-13ac-4515-993e-a8d3e951a4f6', 'name': '', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'mac_address': 'fa:16:3e:10:b0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:35Z', 'updated_at': '2021-10-14T18:00:43Z', 'revision_number': 4, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'subnets': [{'id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:45.587152 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28567ec7-441d-4f21-b6c8-c61c2e5b7273 None None] The sync data for ids ['b7293706-4bc3-443e-b6ef-4bad6797855a'] in dv-cinder-813936-1-iscsi is: [{'id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'name': 'tempest-AttachVolumeTestJSON-1526018621-router', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:31Z', 'updated_at': '2021-10-14T18:00:37Z', 'revision_number': 4, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'gw_port': {'id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:32Z', 'updated_at': '2021-10-14T18:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '43528949-13ac-4515-993e-a8d3e951a4f6', 'name': '', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'mac_address': 'fa:16:3e:10:b0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:35Z', 'updated_at': '2021-10-14T18:00:43Z', 'revision_number': 4, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'subnets': [{'id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:00:45.618566 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3ba8fb11-b70c-4c6b-9cb0-7485a5138ab7 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:45.694874 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6c1ac832-9e55-47b0-95d0-4b30bc0f804d req-a609e8ec-20ee-46ad-88fe-e4fa3f64a1fa tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 210 time: 0.1855652 Oct 14 18:00:45.733867 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3ba8fb11-b70c-4c6b-9cb0-7485a5138ab7 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:45.833998 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1f465551-97a5-4038-8c83-aec29da5d6a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762486039426'] for network, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:45.848596 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba8fb11-b70c-4c6b-9cb0-7485a5138ab7 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Network d72eea9d-773f-4ba1-af60-02bc446a2bfb is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:45.852725 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 6e72a63a-8620-4e23-8be1-3472041d24f2 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:45.873537 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-3ba8fb11-b70c-4c6b-9cb0-7485a5138ab7 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:45.877546 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba8fb11-b70c-4c6b-9cb0-7485a5138ab7 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:00:45.881395 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99065858-1d73-42b3-a8f0-087d5536b180 admin admin] Network d7ed64d5-7393-452b-96b7-28d14516f1ea is already hosted by enough agents. {{(pid=99718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:45.895495 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-99065858-1d73-42b3-a8f0-087d5536b180 admin admin] Resources bound (agent type, host, resource id): {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:45.900016 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8fb11-b70c-4c6b-9cb0-7485a5138ab7 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Pushing event updated for resources: {'Port': ['ID=f8044474-ab3c-4b2e-b9e9-5ced1d61f86f,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:45.978585 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 6e72a63a-8620-4e23-8be1-3472041d24f2 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:00:45.979069 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:46.095043 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.32', 62365) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:46.116557 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ee273b6d-0611-4ded-8e62-f55171f67677 req-64fe8391-06f3-4087-a670-22c3faf87e02 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 210 time: 0.1912091 Oct 14 18:00:46.171427 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99065858-1d73-42b3-a8f0-087d5536b180 admin admin] Router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:00:46.177764 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1f465551-97a5-4038-8c83-aec29da5d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for network, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:46.178712 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f465551-97a5-4038-8c83-aec29da5d6a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:46.179290 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1f465551-97a5-4038-8c83-aec29da5d6a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:46.272949 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f465551-97a5-4038-8c83-aec29da5d6a1 admin admin] Pushing event updated for resources: {'Network': ['ID=4ebe3b0a-5aa4-439a-a7bb-450666f75be3,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:46.347866 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3ba8fb11-b70c-4c6b-9cb0-7485a5138ab7 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:46.382150 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-1f465551-97a5-4038-8c83-aec29da5d6a1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2861879 Oct 14 18:00:46.387886 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 47648) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:46.394113 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-c17052fe-a8f2-4f78-aa7e-b432312e3ef8 admin admin] Request body: {'subnet': {'network_id': '4ebe3b0a-5aa4-439a-a7bb-450666f75be3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-382558273-subnet', 'tenant_id': '28ba1c0ecccd4d49a0a1efba233cecc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:46.411853 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Network 4ebe3b0a-5aa4-439a-a7bb-450666f75be3 details requested by agent ovs-agent-dv-cinder-813936-1-iscsi with host dv-cinder-813936-1-iscsi {{(pid=99720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 18:00:46.443732 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17052fe-a8f2-4f78-aa7e-b432312e3ef8 admin admin] Made reservation on behalf of 28ba1c0ecccd4d49a0a1efba233cecc3 for: {'subnet': 1} {{(pid=99718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:00:46.448469 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c17052fe-a8f2-4f78-aa7e-b432312e3ef8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:46.465220 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-ea6a9d6d-319f-4b85-a7f5-e105c32b893b tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:46.466802 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-ea6a9d6d-319f-4b85-a7f5-e105c32b893b tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.32 "GET /v2.0/networks?id=c83af823-a336-4acf-9cf9-971bb99a778b HTTP/1.1" status: 200 len: 815 time: 0.3704016 Oct 14 18:00:46.470847 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3ba8fb11-b70c-4c6b-9cb0-7485a5138ab7 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:46.549537 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-640a2728-4761-4b7e-b7e4-224ae17f1bec tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Request body: {'port': {'device_id': 'f6f6e07c-6897-4ad5-9fad-569cbcf6f507', 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b', 'admin_state_up': True, 'tenant_id': '8e7c64022d3247eb88c9074d2d71c846'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:46.668164 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:46.706391 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.32', 62367) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:46.730952 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-11851dd3-b6e6-422c-b449-cdc4398385d1 None None] Provisioning complete for port f6ba30cd-6854-4b2f-b6f8-db4d89156d5d triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:00:46.733129 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-11851dd3-b6e6-422c-b449-cdc4398385d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:46.799816 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c17052fe-a8f2-4f78-aa7e-b432312e3ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for subnet, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:46.990415 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] For port 6e72a63a-8620-4e23-8be1-3472041d24f2, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=6e72a63a-8620-4e23-8be1-3472041d24f2,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:47.004058 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17052fe-a8f2-4f78-aa7e-b432312e3ef8 admin admin] Checking segment: {'id': '2b7e0077-1920-4736-95b7-d985d5e86b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4ebe3b0a-5aa4-439a-a7bb-450666f75be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:00:47.004299 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17052fe-a8f2-4f78-aa7e-b432312e3ef8 admin admin] Network hostable DHCP agents. Network: 4ebe3b0a-5aa4-439a-a7bb-450666f75be3, hostable agents: ['bf408c59-2cf8-4546-bb87-81b32559f057'], hosted agents: [] {{(pid=99718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 18:00:47.004684 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:47.017457 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-11851dd3-b6e6-422c-b449-cdc4398385d1 None None] Port f6ba30cd-6854-4b2f-b6f8-db4d89156d5d cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:00:47.036425 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99065858-1d73-42b3-a8f0-087d5536b180 admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:00:47.110193 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-99065858-1d73-42b3-a8f0-087d5536b180 admin admin] 10.222.0.49 "PUT /v2.0/routers/fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9374197 Oct 14 18:00:47.113239 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e69f6596-36d7-4c94-91f6-63369bf59857 req-4e90e730-fe17-42c3-a980-7c43462f2a90 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 210 time: 0.0967364 Oct 14 18:00:47.126712 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Pushing event updated for resources: {'Port': ['ID=6e72a63a-8620-4e23-8be1-3472041d24f2,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:47.138860 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17052fe-a8f2-4f78-aa7e-b432312e3ef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1f8e097-8f34-477d-9a41-dfacb57f94a2,revision_number=0']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:47.165317 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17052fe-a8f2-4f78-aa7e-b432312e3ef8 admin admin] Network 4ebe3b0a-5aa4-439a-a7bb-450666f75be3 is scheduled to be hosted by DHCP agent bf408c59-2cf8-4546-bb87-81b32559f057 with binding_index 1 {{(pid=99718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 18:00:47.194775 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-c17052fe-a8f2-4f78-aa7e-b432312e3ef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813936-1-iscsi, 4ebe3b0a-5aa4-439a-a7bb-450666f75be3) {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:47.204605 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9750057a-a410-4ec7-8fd4-d2bb3a3458e6 None None] Network 4ebe3b0a-5aa4-439a-a7bb-450666f75be3 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:00:47.232618 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17052fe-a8f2-4f78-aa7e-b432312e3ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:47.233573 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c17052fe-a8f2-4f78-aa7e-b432312e3ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:47.277880 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-c17052fe-a8f2-4f78-aa7e-b432312e3ef8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8886731 Oct 14 18:00:47.454665 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] Sync routers for ids ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:00:47.460780 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-23dcafa3-b775-4d2f-973d-ef249480d44a tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:47.462307 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-23dcafa3-b775-4d2f-973d-ef249480d44a tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.32 "GET /v2.0/networks?id=8764e7bf-a1f9-4d8a-a085-03ad956e6070 HTTP/1.1" status: 200 len: 812 time: 0.7544034 Oct 14 18:00:47.515008 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c076bb-ec74-4c6e-badf-08542f6b00f8 None None] Network 4ebe3b0a-5aa4-439a-a7bb-450666f75be3 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:00:47.529228 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] Routers {'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:00:47.529880 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:00:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:47.593054 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3ba8fb11-b70c-4c6b-9cb0-7485a5138ab7 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:47.614293 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-8d6ea391-18f5-4c73-8f60-28780ff78992 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Request body: {'port': {'device_id': 'e980e1c7-9029-4752-a6b8-34576151e49a', 'network_id': '8764e7bf-a1f9-4d8a-a085-03ad956e6070', 'admin_state_up': True, 'tenant_id': '1b28984a6ade4f38b5175843c936492c'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:47.852924 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3ba8fb11-b70c-4c6b-9cb0-7485a5138ab7 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:47.917480 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-48fa3c7a-63f0-4871-81a4-fff6289e36ba req-00943a4c-0d01-4147-92db-cbbf1d327af6 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 210 time: 0.4453099 Oct 14 18:00:47.974981 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 6e72a63a-8620-4e23-8be1-3472041d24f2 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:47.996540 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-8d6ea391-18f5-4c73-8f60-28780ff78992 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Made reservation on behalf of 1b28984a6ade4f38b5175843c936492c for: {'port': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:00:48.013092 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-8d6ea391-18f5-4c73-8f60-28780ff78992 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:48.049570 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] Set router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:00:48.162740 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 47720) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:48.169092 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-a18f1f93-08f0-4108-a80a-2d477d46a9cd tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--791651744', 'description': 'tempest-description--1914863989'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:48.191293 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3ba8fb11-b70c-4c6b-9cb0-7485a5138ab7 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3789850'] for floatingip, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:48.277561 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a18f1f93-08f0-4108-a80a-2d477d46a9cd tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:48.403958 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8fb11-b70c-4c6b-9cb0-7485a5138ab7 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Pushing event updated for resources: {'Port': ['ID=f8044474-ab3c-4b2e-b9e9-5ced1d61f86f,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:48.439005 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 6e72a63a-8620-4e23-8be1-3472041d24f2 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:00:48.439525 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:48.530239 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-55cc410e-8238-4416-a30f-ce97bd4bc836 req-3ca8a2b1-904d-4ee0-834c-69c474425974 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 210 time: 0.2173996 Oct 14 18:00:48.530804 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a18f1f93-08f0-4108-a80a-2d477d46a9cd tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:48.536503 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a18f1f93-08f0-4108-a80a-2d477d46a9cd tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:48.542423 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3ba8fb11-b70c-4c6b-9cb0-7485a5138ab7 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for floatingip, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:48.546313 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-3ba8fb11-b70c-4c6b-9cb0-7485a5138ab7 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3228302 Oct 14 18:00:48.601647 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47734) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:48.710943 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-0801a5e4-64e2-4855-9f8f-3cff95a915bd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1083353626-network', 'tenant_id': '9c61cae51ddf45bdb7017365331ec3a9'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:48.723562 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f1f93-08f0-4108-a80a-2d477d46a9cd tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=689053b4-3503-48a0-af5a-e5cc60eaa882,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:48.875928 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a18f1f93-08f0-4108-a80a-2d477d46a9cd tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:48.876945 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-a18f1f93-08f0-4108-a80a-2d477d46a9cd tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7123420 Oct 14 18:00:48.879881 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 47764) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:48.890547 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-ba81abb9-b0d8-4832-8f37-01628229d31d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Request body: {'security_group_rule': {'security_group_id': '689053b4-3503-48a0-af5a-e5cc60eaa882', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:48.896842 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 43528949-13ac-4515-993e-a8d3e951a4f6 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:48.923959 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-640a2728-4761-4b7e-b7e4-224ae17f1bec tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Made reservation on behalf of 8e7c64022d3247eb88c9074d2d71c846 for: {'port': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:00:48.943258 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-640a2728-4761-4b7e-b7e4-224ae17f1bec tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:49.058289 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 43528949-13ac-4515-993e-a8d3e951a4f6 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:00:49.058952 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:49.080167 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0801a5e4-64e2-4855-9f8f-3cff95a915bd admin admin] Made reservation on behalf of 9c61cae51ddf45bdb7017365331ec3a9 for: {'network': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:00:49.083138 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0801a5e4-64e2-4855-9f8f-3cff95a915bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for network, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:49.091451 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-a49b3be8-ff1a-4b47-8652-277de6aae717 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2127328791&fields=id&tenant_id=9286435440ed4572b505e029abbfe5fe HTTP/1.1" status: 200 len: 267 time: 0.1803379 Oct 14 18:00:49.096715 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'name': 'tempest-AttachVolumeShelveTestJSON-422061755-router', 'tenant_id': '229d568687144cccbef243c252982e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:36Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 4, 'project_id': '229d568687144cccbef243c252982e00', 'gw_port': {'id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:38Z', 'updated_at': '2021-10-14T18:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'f6ba30cd-6854-4b2f-b6f8-db4d89156d5d', 'name': '', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'tenant_id': '229d568687144cccbef243c252982e00', 'mac_address': 'fa:16:3e:9d:81:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:42Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 2, 'project_id': '229d568687144cccbef243c252982e00', 'subnets': [{'id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:49.138930 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] Checking router: fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:00:49.139514 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] Updating router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 port f6ba30cd-6854-4b2f-b6f8-db4d89156d5d binding host dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:00:49.152376 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0801a5e4-64e2-4855-9f8f-3cff95a915bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:49.165290 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7c78c101-2afc-44a1-82cd-0438655f231c req-55fd8734-66cc-47d6-b3dc-7a88180083f3 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 210 time: 0.1106007 Oct 14 18:00:49.210864 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:49.266310 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0801a5e4-64e2-4855-9f8f-3cff95a915bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:49.282841 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0801a5e4-64e2-4855-9f8f-3cff95a915bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:49.317231 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801a5e4-64e2-4855-9f8f-3cff95a915bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d906e3-04bc-45e7-ad53-8fcb255c7eb6,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:49.347198 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-b03cabe1-5f32-4bf2-beea-7ef96b99aafc tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:49.363603 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-b03cabe1-5f32-4bf2-beea-7ef96b99aafc tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/networks?id=83910de2-b586-4465-84e9-9f9658b647e4 HTTP/1.1" status: 200 len: 811 time: 0.2601972 Oct 14 18:00:49.371576 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-8d6ea391-18f5-4c73-8f60-28780ff78992 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Allocated IP 172.20.0.7 (8764e7bf-a1f9-4d8a-a085-03ad956e6070/85449f44-62e4-4e5a-a2dc-59cbc1108df8/07b98de7-0d20-4644-8f02-03e56dc04858) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:00:49.402155 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ba81abb9-b0d8-4832-8f37-01628229d31d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:49.419066 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0801a5e4-64e2-4855-9f8f-3cff95a915bd admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=99719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 18:00:49.496585 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-39955f08-e8a5-45db-a8f2-d068b4899414 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/quotas/9286435440ed4572b505e029abbfe5fe HTTP/1.1" status: 200 len: 375 time: 0.1251681 Oct 14 18:00:49.648236 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-8d6ea391-18f5-4c73-8f60-28780ff78992 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:49.702349 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0801a5e4-64e2-4855-9f8f-3cff95a915bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:49.702746 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.segments_db [None req-0801a5e4-64e2-4855-9f8f-3cff95a915bd admin admin] Added segment fecb41b3-4a25-49a4-8ab7-8a4429d4ed23 of type vlan for network bb2b0e2c-0b38-4a78-917c-155ddc0956ad Oct 14 18:00:49.751085 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0801a5e4-64e2-4855-9f8f-3cff95a915bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762486039426'] for network, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:49.792756 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-8d6ea391-18f5-4c73-8f60-28780ff78992 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:49.812223 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0801a5e4-64e2-4855-9f8f-3cff95a915bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for network, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:49.813223 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0801a5e4-64e2-4855-9f8f-3cff95a915bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:49.813838 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0801a5e4-64e2-4855-9f8f-3cff95a915bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:49.938826 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] Notify callbacks [] for port, precommit_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:49.975840 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:50.013755 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-8d6ea391-18f5-4c73-8f60-28780ff78992 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Network 8764e7bf-a1f9-4d8a-a085-03ad956e6070 is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:50.077704 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-8d6ea391-18f5-4c73-8f60-28780ff78992 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:50.132786 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ba81abb9-b0d8-4832-8f37-01628229d31d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:50.133755 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-8d6ea391-18f5-4c73-8f60-28780ff78992 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:00:50.141866 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c37ec-9c49-451e-9a51-c0c78fe10f56 None None] Pushing event updated for resources: {'Port': ['ID=f6ba30cd-6854-4b2f-b6f8-db4d89156d5d,revision_number=3']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:50.157245 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-8d6ea391-18f5-4c73-8f60-28780ff78992 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:50.158908 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-8d6ea391-18f5-4c73-8f60-28780ff78992 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:50.161530 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ba81abb9-b0d8-4832-8f37-01628229d31d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:50.209077 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-0801a5e4-64e2-4855-9f8f-3cff95a915bd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5063450 Oct 14 18:00:50.212844 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-640a2728-4761-4b7e-b7e4-224ae17f1bec tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Allocated IP 172.20.0.13 (c83af823-a336-4acf-9cf9-971bb99a778b/219e8690-55de-4444-b3f4-7eed7cf9bd62/0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:00:50.221339 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 47788) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:50.235801 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] Attempting to bind port f6ba30cd-6854-4b2f-b6f8-db4d89156d5d on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:00:50.244110 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] Attempting to bind port f6ba30cd-6854-4b2f-b6f8-db4d89156d5d by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': 'ac426582-1f1e-4f24-813f-1d64cc5aaaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea'}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:00:50.244110 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] Attempting to bind port f6ba30cd-6854-4b2f-b6f8-db4d89156d5d on network d7ed64d5-7393-452b-96b7-28d14516f1ea {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:00:50.244907 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-feab720c-433b-4802-a792-a6783708ef5b admin admin] Request body: {'subnet': {'network_id': 'bb2b0e2c-0b38-4a78-917c-155ddc0956ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1083353626-subnet', 'tenant_id': '9c61cae51ddf45bdb7017365331ec3a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:50.245085 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:00:50.245085 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] Checking segment: {'id': 'ac426582-1f1e-4f24-813f-1d64cc5aaaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:00:50.245085 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:50.245085 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] Bound using segment: {'id': 'ac426582-1f1e-4f24-813f-1d64cc5aaaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea'} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:00:50.245085 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] Bound port: f6ba30cd-6854-4b2f-b6f8-db4d89156d5d, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac426582-1f1e-4f24-813f-1d64cc5aaaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea'}}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:00:50.245085 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:50.336017 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-47e85387-f9e3-44ce-b373-fbb54e0cc7dc tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9286435440ed4572b505e029abbfe5fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8367667 Oct 14 18:00:50.357443 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ba81abb9-b0d8-4832-8f37-01628229d31d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:50.371844 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-ba81abb9-b0d8-4832-8f37-01628229d31d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4908278 Oct 14 18:00:50.375456 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 47790) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:50.382144 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 47792) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:50.383110 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81abb9-b0d8-4832-8f37-01628229d31d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e907b27-d432-4b9e-8745-928529b2e4e3,revision_number=0']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:50.404947 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-911bb818-2a9b-4313-8833-c2dd62845124 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Request body: {'security_group_rule': {'security_group_id': '689053b4-3503-48a0-af5a-e5cc60eaa882', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:50.446862 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] For port f6ba30cd-6854-4b2f-b6f8-db4d89156d5d, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:00:50.454436 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] For port f6ba30cd-6854-4b2f-b6f8-db4d89156d5d, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=f6ba30cd-6854-4b2f-b6f8-db4d89156d5d,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:00:50.461019 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:50.557915 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feab720c-433b-4802-a792-a6783708ef5b admin admin] Made reservation on behalf of 9c61cae51ddf45bdb7017365331ec3a9 for: {'subnet': 1} {{(pid=99718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:00:50.569278 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-feab720c-433b-4802-a792-a6783708ef5b admin admin] Notify callbacks [] for subnet, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:50.584088 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] Routers {'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:00:50.587759 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:00:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:50.679919 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c37ec-9c49-451e-9a51-c0c78fe10f56 None None] Pushing event updated for resources: {'Port': ['ID=f6ba30cd-6854-4b2f-b6f8-db4d89156d5d,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:50.787266 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-640a2728-4761-4b7e-b7e4-224ae17f1bec tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:50.911819 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a041c3c-deb0-4740-9f73-69a24deaea2f req-5db40fda-5d3d-4d83-80e1-fb3689579270 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:50.922110 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7a041c3c-deb0-4740-9f73-69a24deaea2f req-5db40fda-5d3d-4d83-80e1-fb3689579270 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 931 time: 1.1190886 Oct 14 18:00:50.925630 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-911bb818-2a9b-4313-8833-c2dd62845124 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:50.929277 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f599f745-8826-442e-9400-901dc6b45d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:50.966533 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-640a2728-4761-4b7e-b7e4-224ae17f1bec tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:50.978885 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ea391-18f5-4c73-8f60-28780ff78992 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Pushing event updated for resources: {'Port': ['ID=07b98de7-0d20-4644-8f02-03e56dc04858,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:51.062624 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-4cc8e30a-d9c1-439c-baad-29720fd21f75 None None] Provisioning complete for port f6ba30cd-6854-4b2f-b6f8-db4d89156d5d triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:00:51.068707 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-4cc8e30a-d9c1-439c-baad-29720fd21f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:51.104575 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f599f745-8826-442e-9400-901dc6b45d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:51.127393 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-41e51fdc-fc52-4015-b235-b2324e75086c service neutron] 10.222.0.49 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7905107 Oct 14 18:00:51.128260 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f599f745-8826-442e-9400-901dc6b45d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:51.147982 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801a5e4-64e2-4855-9f8f-3cff95a915bd admin admin] Pushing event updated for resources: {'Network': ['ID=bb2b0e2c-0b38-4a78-917c-155ddc0956ad,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:51.169809 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Network bb2b0e2c-0b38-4a78-917c-155ddc0956ad details requested by agent ovs-agent-dv-cinder-813936-1-iscsi with host dv-cinder-813936-1-iscsi {{(pid=99720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 18:00:51.214426 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-f599f745-8826-442e-9400-901dc6b45d16 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f104d3ab47464e91b1c3984ed76a1990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8283198 Oct 14 18:00:51.239023 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47814) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:51.293471 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-8d6ea391-18f5-4c73-8f60-28780ff78992 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6956997 Oct 14 18:00:51.295690 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a2728-4761-4b7e-b7e4-224ae17f1bec tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Pushing event updated for resources: {'Port': ['ID=0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:51.321343 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-640a2728-4761-4b7e-b7e4-224ae17f1bec tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Network c83af823-a336-4acf-9cf9-971bb99a778b is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:51.336221 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] Set router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:00:51.379259 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7a041c3c-deb0-4740-9f73-69a24deaea2f req-592dedfd-256d-4ec3-9805-bf267e476cf6 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533521 Oct 14 18:00:51.380461 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-640a2728-4761-4b7e-b7e4-224ae17f1bec tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:51.384503 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-640a2728-4761-4b7e-b7e4-224ae17f1bec tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:00:51.394814 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-640a2728-4761-4b7e-b7e4-224ae17f1bec tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:51.396758 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-640a2728-4761-4b7e-b7e4-224ae17f1bec tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:51.436821 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-640a2728-4761-4b7e-b7e4-224ae17f1bec tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9187746 Oct 14 18:00:51.446055 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599f745-8826-442e-9400-901dc6b45d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8434f894-0327-4320-894e-9aeba6643e26,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:51.473331 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-5ff48acf-960c-4684-b1f5-bced92f409a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:51.511887 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-5ff48acf-960c-4684-b1f5-bced92f409a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:51.663523 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c798d-ee29-46c3-be12-ecf9d10b41b1 req-38ae88e6-9ddf-4a75-8cca-25672c007b3a tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:51.665606 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f79c798d-ee29-46c3-be12-ecf9d10b41b1 req-38ae88e6-9ddf-4a75-8cca-25672c007b3a tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 932 time: 0.1407187 Oct 14 18:00:51.681080 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-feab720c-433b-4802-a792-a6783708ef5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for subnet, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:51.708943 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-4cc8e30a-d9c1-439c-baad-29720fd21f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:51.731135 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-5ff48acf-960c-4684-b1f5-bced92f409a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:51.733954 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-5ff48acf-960c-4684-b1f5-bced92f409a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:51.738134 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-5ff48acf-960c-4684-b1f5-bced92f409a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8434f894-0327-4320-894e-9aeba6643e26 HTTP/1.1" status: 204 len: 168 time: 0.4910309 Oct 14 18:00:51.761615 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff48acf-960c-4684-b1f5-bced92f409a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8434f894-0327-4320-894e-9aeba6643e26,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:51.799571 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f79c798d-ee29-46c3-be12-ecf9d10b41b1 req-d85a7248-f028-4a8f-a9c7-138f2223703b tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258903 Oct 14 18:00:51.830391 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-2cd4a622-8697-4abc-aa92-2f8360308ce8 service neutron] 10.222.0.49 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6704197 Oct 14 18:00:51.844696 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-911bb818-2a9b-4313-8833-c2dd62845124 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:51.844928 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-4cc8e30a-d9c1-439c-baad-29720fd21f75 None None] For port f6ba30cd-6854-4b2f-b6f8-db4d89156d5d, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=f6ba30cd-6854-4b2f-b6f8-db4d89156d5d,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:00:51.865779 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-4cc8e30a-d9c1-439c-baad-29720fd21f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:51.873227 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feab720c-433b-4802-a792-a6783708ef5b admin admin] Checking segment: {'id': 'fecb41b3-4a25-49a4-8ab7-8a4429d4ed23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bb2b0e2c-0b38-4a78-917c-155ddc0956ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:00:51.873592 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feab720c-433b-4802-a792-a6783708ef5b admin admin] Network hostable DHCP agents. Network: bb2b0e2c-0b38-4a78-917c-155ddc0956ad, hostable agents: ['bf408c59-2cf8-4546-bb87-81b32559f057'], hosted agents: [] {{(pid=99718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 18:00:51.875798 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-911bb818-2a9b-4313-8833-c2dd62845124 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:51.902393 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bb818-2a9b-4313-8833-c2dd62845124 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af5d64f-bef9-4399-b302-ad992a0b59ff,revision_number=0']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:51.904502 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab720c-433b-4802-a792-a6783708ef5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=78a5d820-e4bf-493f-8c36-d2a429ceddf5,revision_number=0']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:51.913126 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-911bb818-2a9b-4313-8833-c2dd62845124 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:51.917885 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-911bb818-2a9b-4313-8833-c2dd62845124 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5273502 Oct 14 18:00:51.918214 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47838) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:51.923466 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-7261e00f-d986-4ca1-b81a-a710828788a3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Request body: {'floatingip': {'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:00:51.950614 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feab720c-433b-4802-a792-a6783708ef5b admin admin] Network bb2b0e2c-0b38-4a78-917c-155ddc0956ad is scheduled to be hosted by DHCP agent bf408c59-2cf8-4546-bb87-81b32559f057 with binding_index 1 {{(pid=99718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 18:00:51.959865 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7261e00f-d986-4ca1-b81a-a710828788a3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for floatingip, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:51.979833 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-feab720c-433b-4802-a792-a6783708ef5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813936-1-iscsi, bb2b0e2c-0b38-4a78-917c-155ddc0956ad) {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:51.999118 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feab720c-433b-4802-a792-a6783708ef5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:52.000453 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-feab720c-433b-4802-a792-a6783708ef5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:52.006974 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b867eac-9c53-4477-a614-e323a091f7e3 None None] Network bb2b0e2c-0b38-4a78-917c-155ddc0956ad requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:00:52.036667 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-feab720c-433b-4802-a792-a6783708ef5b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8011556 Oct 14 18:00:52.113988 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-eb0b22ca-0360-49a5-b715-066ef9312b49 req-faba7fd7-eefe-46f6-9e39-9ae127cde463 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 210 time: 0.0580468 Oct 14 18:00:52.166083 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7261e00f-d986-4ca1-b81a-a710828788a3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:52.169198 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8e30a-d9c1-439c-baad-29720fd21f75 None None] Pushing event updated for resources: {'Port': ['ID=f6ba30cd-6854-4b2f-b6f8-db4d89156d5d,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:52.192944 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 47852) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:52.211150 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-5ec418ea-7c6d-41bc-93f7-50f8dfd7df8c None None] Provisioning complete for port f6ba30cd-6854-4b2f-b6f8-db4d89156d5d triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:00:52.211612 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-5ec418ea-7c6d-41bc-93f7-50f8dfd7df8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:52.216792 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 47858) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:52.292449 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_v2 [None req-62903edf-2be2-4bbd-abf1-5976c039f566 admin admin] Deleting subnet d1f8e097-8f34-477d-9a41-dfacb57f94a2 {{(pid=99718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 18:00:52.297388 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-62903edf-2be2-4bbd-abf1-5976c039f566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:52.319355 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [None req-7261e00f-d986-4ca1-b81a-a710828788a3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Allocated IP 172.27.3.198 (d72eea9d-773f-4ba1-af60-02bc446a2bfb/b0081548-82f4-4db0-bd72-f0077bc2ab2a/45156f6e-dc58-4ef1-9bf8-27d20dbf9a00) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:00:52.364611 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-62903edf-2be2-4bbd-abf1-5976c039f566 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:52.379819 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-62903edf-2be2-4bbd-abf1-5976c039f566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676325'] for subnet, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:52.411645 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'name': 'tempest-AttachVolumeShelveTestJSON-422061755-router', 'tenant_id': '229d568687144cccbef243c252982e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:36Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 4, 'project_id': '229d568687144cccbef243c252982e00', 'gw_port': {'id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:38Z', 'updated_at': '2021-10-14T18:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'f6ba30cd-6854-4b2f-b6f8-db4d89156d5d', 'name': '', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'tenant_id': '229d568687144cccbef243c252982e00', 'mac_address': 'fa:16:3e:9d:81:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:42Z', 'updated_at': '2021-10-14T18:00:50Z', 'revision_number': 4, 'project_id': '229d568687144cccbef243c252982e00', 'subnets': [{'id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:52.467472 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-62903edf-2be2-4bbd-abf1-5976c039f566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for subnet, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:52.531193 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-62903edf-2be2-4bbd-abf1-5976c039f566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:52.534654 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-62903edf-2be2-4bbd-abf1-5976c039f566 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d1f8e097-8f34-477d-9a41-dfacb57f94a2 HTTP/1.1" status: 204 len: 168 time: 0.3167739 Oct 14 18:00:52.535761 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-7e2bca15-9de6-4b59-a03e-600bce90d99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:52.547103 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 47872) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:52.567065 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368a6070-5f88-4f20-ae6a-45458aba941d None None] The sync data for ids ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'] in dv-cinder-813936-1-iscsi is: [{'id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'name': 'tempest-AttachVolumeShelveTestJSON-422061755-router', 'tenant_id': '229d568687144cccbef243c252982e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:36Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 4, 'project_id': '229d568687144cccbef243c252982e00', 'gw_port': {'id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:38Z', 'updated_at': '2021-10-14T18:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'f6ba30cd-6854-4b2f-b6f8-db4d89156d5d', 'name': '', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'tenant_id': '229d568687144cccbef243c252982e00', 'mac_address': 'fa:16:3e:9d:81:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:42Z', 'updated_at': '2021-10-14T18:00:50Z', 'revision_number': 4, 'project_id': '229d568687144cccbef243c252982e00', 'subnets': [{'id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:00:52.570147 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62903edf-2be2-4bbd-abf1-5976c039f566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1f8e097-8f34-477d-9a41-dfacb57f94a2,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:52.582911 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9eaa3b-d1bf-47b4-88bf-696a19e81c29 None None] Network bb2b0e2c-0b38-4a78-917c-155ddc0956ad requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:00:52.723691 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7261e00f-d986-4ca1-b81a-a710828788a3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:52.735046 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c484990-974b-4cd8-b69f-17da1710aa5f req-b0911f9e-c5c9-4f07-a69f-03efe01aa032 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:52.737290 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8c484990-974b-4cd8-b69f-17da1710aa5f req-b0911f9e-c5c9-4f07-a69f-03efe01aa032 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 931 time: 0.2200997 Oct 14 18:00:52.785748 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808165'] for network, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:52.815454 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7261e00f-d986-4ca1-b81a-a710828788a3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:52.851342 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7261e00f-d986-4ca1-b81a-a710828788a3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Network d72eea9d-773f-4ba1-af60-02bc446a2bfb is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:00:52.855879 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-7261e00f-d986-4ca1-b81a-a710828788a3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:00:52.895545 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8c484990-974b-4cd8-b69f-17da1710aa5f req-24157e30-d684-4986-b424-445203054fe4 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380739 Oct 14 18:00:52.910146 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-7e2bca15-9de6-4b59-a03e-600bce90d99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:52.927217 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7261e00f-d986-4ca1-b81a-a710828788a3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:00:52.960023 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-7e2bca15-9de6-4b59-a03e-600bce90d99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:53.003397 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673054', 'neutron.services.segments.db._delete_segments_for_network-8762486597133'] for network, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:53.035891 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bca15-9de6-4b59-a03e-600bce90d99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db1b0c3-b1ff-40ac-8245-96f91ccb0f86,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:53.036017 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261e00f-d986-4ca1-b81a-a710828788a3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Pushing event updated for resources: {'Port': ['ID=45156f6e-dc58-4ef1-9bf8-27d20dbf9a00,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:53.051881 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-7e2bca15-9de6-4b59-a03e-600bce90d99f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=88d37161b8544fd7ace3da059e92e969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8578255 Oct 14 18:00:53.055926 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:00:53.056278 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:00:53.058042 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:00:53.060252 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] Subscribe: > port after_create 55550000 {{(pid=99718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:00:53.060771 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] Subscribe: > port after_delete 55550000 {{(pid=99718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:00:53.061060 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] Subscribe: > port after_update 55550000 {{(pid=99718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:00:53.061393 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:00:53.061721 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:00:53.062038 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:00:53.062502 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:00:53.067910 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711de93-9fab-48ca-b26c-81a99bf36a6f req-381ba685-3662-4e3c-859e-6c64fbf1f8de tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:53.070271 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2711de93-9fab-48ca-b26c-81a99bf36a6f req-381ba685-3662-4e3c-859e-6c64fbf1f8de tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 932 time: 0.1362698 Oct 14 18:00:53.074349 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47890) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:53.103408 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7261e00f-d986-4ca1-b81a-a710828788a3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:53.199731 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2711de93-9fab-48ca-b26c-81a99bf36a6f req-0fa5c957-30bb-4e57-8235-7b5e5891e929 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226487 Oct 14 18:00:53.218080 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7261e00f-d986-4ca1-b81a-a710828788a3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:53.248491 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-523084bc-a0c0-4e16-b96d-13af93f0050c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:53.276858 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-523084bc-a0c0-4e16-b96d-13af93f0050c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:53.490584 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-523084bc-a0c0-4e16-b96d-13af93f0050c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:53.503310 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-523084bc-a0c0-4e16-b96d-13af93f0050c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:53.505734 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-523084bc-a0c0-4e16-b96d-13af93f0050c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4db1b0c3-b1ff-40ac-8245-96f91ccb0f86 HTTP/1.1" status: 204 len: 168 time: 0.4295490 Oct 14 18:00:53.549296 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523084bc-a0c0-4e16-b96d-13af93f0050c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db1b0c3-b1ff-40ac-8245-96f91ccb0f86,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:53.582560 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:00:53.583160 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:00:53.583254 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:00:53.583542 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:00:53.583906 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ebe3b0a-5aa4-439a-a7bb-450666f75be3']}} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:53.668158 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7261e00f-d986-4ca1-b81a-a710828788a3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:53.676614 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7261e00f-d986-4ca1-b81a-a710828788a3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:53.701234 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e89bf9ed-c151-4264-be8a-98a2827b2a3b req-bcfceeb5-9bed-41d1-8211-dcd76b2a3662 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 210 time: 0.0900640 Oct 14 18:00:53.709029 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7e0077-1920-4736-95b7-d985d5e86b60') {'for_net_delete': True} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:53.709351 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7e0077-1920-4736-95b7-d985d5e86b60') {} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:53.728403 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7261e00f-d986-4ca1-b81a-a710828788a3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3789850'] for floatingip, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:53.777143 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762486598678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210194'] for segment, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:53.789346 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device f6ba30cd-6854-4b2f-b6f8-db4d89156d5d up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:00:53.837509 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:53.837955 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7261e00f-d986-4ca1-b81a-a710828788a3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for floatingip, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:53.854872 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-7261e00f-d986-4ca1-b81a-a710828788a3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9270904 Oct 14 18:00:53.863493 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=99718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:00:53.863898 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9120986'] for segment, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: from cryptography.utils import int_from_bytes Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: from cryptography.utils import int_from_bytes Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: Traceback (most recent call last): Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: timer() Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: cb(*args, **kw) Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: return func(*args, **kwargs) Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: self._notify() Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: self.callback(batched_events) Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: event.method(event) Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: return f(self, *a, **k) Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: return self._get(url).json() Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: return self.request(url, 'GET', **kwargs) Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 18:00:53.881692 dv-cinder-813936-1-iscsi neutron-server[99718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 18:00:54.022159 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port f6ba30cd-6854-4b2f-b6f8-db4d89156d5d triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:00:54.025602 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261e00f-d986-4ca1-b81a-a710828788a3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Pushing event updated for resources: {'Port': ['ID=45156f6e-dc58-4ef1-9bf8-27d20dbf9a00,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:54.049228 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:54.106562 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790056'] for network, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:54.129214 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:54.139695 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47920) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:54.148639 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] 10.222.0.49 "DELETE /v2.0/networks/4ebe3b0a-5aa4-439a-a7bb-450666f75be3 HTTP/1.1" status: 204 len: 168 time: 1.5756805 Oct 14 18:00:54.238412 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424dee1f-e0b6-440b-b118-7e7652be4adf admin admin] Pushing event deleted for resources: {'Network': ['ID=4ebe3b0a-5aa4-439a-a7bb-450666f75be3,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:54.318295 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-53e8d288-6029-494f-b1b9-de5634196469 req-4154678f-b6f9-472d-8eb9-13a646a1807a tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--791651744&fields=id&tenant_id=229d568687144cccbef243c252982e00 HTTP/1.1" status: 200 len: 267 time: 0.0524406 Oct 14 18:00:54.433938 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2ac02-c2d1-42e1-90be-52e7d2ee75bc req-3de4a17a-4d1e-4552-8249-f497ba5df699 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:54.446462 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-22a2ac02-c2d1-42e1-90be-52e7d2ee75bc req-3de4a17a-4d1e-4552-8249-f497ba5df699 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 931 time: 0.2367561 Oct 14 18:00:54.459969 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47932) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:54.460808 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8d288-6029-494f-b1b9-de5634196469 req-a039c717-d866-4c3b-a85a-79220ea0dfdd tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:54.468495 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-53e8d288-6029-494f-b1b9-de5634196469 req-a039c717-d866-4c3b-a85a-79220ea0dfdd tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/networks?id=d7ed64d5-7393-452b-96b7-28d14516f1ea HTTP/1.1" status: 200 len: 816 time: 0.1490884 Oct 14 18:00:54.489151 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-53e8d288-6029-494f-b1b9-de5634196469 req-9a5b871f-61ac-4cad-88ca-8e5afa66e89e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/quotas/229d568687144cccbef243c252982e00 HTTP/1.1" status: 200 len: 375 time: 0.0192711 Oct 14 18:00:54.548461 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_v2 [None req-527e614d-803e-430f-a08e-afeee25eacfc admin admin] Deleting subnet 78a5d820-e4bf-493f-8c36-d2a429ceddf5 {{(pid=99719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 18:00:54.551983 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-527e614d-803e-430f-a08e-afeee25eacfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:54.605803 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-527e614d-803e-430f-a08e-afeee25eacfc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:54.613056 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-53e8d288-6029-494f-b1b9-de5634196469 req-6ee23dc4-72ac-4ceb-8b3e-46de0711ed14 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=229d568687144cccbef243c252982e00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1193883 Oct 14 18:00:54.622470 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-527e614d-803e-430f-a08e-afeee25eacfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676325'] for subnet, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:54.704448 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c8010bcf-d645-419a-8b3e-7b531063978c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:54.803227 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-527e614d-803e-430f-a08e-afeee25eacfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for subnet, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:54.833074 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-53e8d288-6029-494f-b1b9-de5634196469 req-ce2f6a4d-101d-4bbf-812a-5b66458876bf service neutron] 10.222.0.49 "GET /v2.0/networks/d7ed64d5-7393-452b-96b7-28d14516f1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009356 Oct 14 18:00:54.842804 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c8010bcf-d645-419a-8b3e-7b531063978c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:54.852447 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-527e614d-803e-430f-a08e-afeee25eacfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:54.856188 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-527e614d-803e-430f-a08e-afeee25eacfc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/78a5d820-e4bf-493f-8c36-d2a429ceddf5 HTTP/1.1" status: 204 len: 168 time: 0.7155068 Oct 14 18:00:54.859104 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 47940) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:54.859256 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c8010bcf-d645-419a-8b3e-7b531063978c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:54.861568 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e614d-803e-430f-a08e-afeee25eacfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78a5d820-e4bf-493f-8c36-d2a429ceddf5,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:54.879152 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-22a2ac02-c2d1-42e1-90be-52e7d2ee75bc req-56397e32-af0d-48fb-b131-f24a4a8aac36 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317720 Oct 14 18:00:54.910629 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-c8010bcf-d645-419a-8b3e-7b531063978c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8cd7a5e0048a42fc89b34aa50186755d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4176490 Oct 14 18:00:54.914590 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47944) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:54.931974 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8010bcf-d645-419a-8b3e-7b531063978c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8982f6ce-f63e-422b-8c99-bac66b49c97d,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:55.016198 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b52a1650-8d89-444d-8436-93473a72ed0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:55.086373 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b52a1650-8d89-444d-8436-93473a72ed0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:55.186537 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1392a-06ff-49cb-8faa-d471b52348f2 req-756a3c55-680c-4236-b8cf-65a0e6f7541c tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:55.195255 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-73a1392a-06ff-49cb-8faa-d471b52348f2 req-756a3c55-680c-4236-b8cf-65a0e6f7541c tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 932 time: 0.1742213 Oct 14 18:00:55.213252 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-7a0aa422-a891-4b3f-9b2a-ab8151f04050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808165'] for network, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:55.256444 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-53e8d288-6029-494f-b1b9-de5634196469 req-a34a9dfd-688c-4e7e-b8b4-728da9a8e645 service neutron] 10.222.0.49 "GET /v2.0/networks/d7ed64d5-7393-452b-96b7-28d14516f1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106815 Oct 14 18:00:55.276680 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-73a1392a-06ff-49cb-8faa-d471b52348f2 req-4b39a0ba-cfbd-48e0-b82a-4225261e396f tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738542 Oct 14 18:00:55.324247 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b52a1650-8d89-444d-8436-93473a72ed0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:55.327308 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b52a1650-8d89-444d-8436-93473a72ed0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:55.341681 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-b52a1650-8d89-444d-8436-93473a72ed0b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8982f6ce-f63e-422b-8c99-bac66b49c97d HTTP/1.1" status: 204 len: 168 time: 0.4199142 Oct 14 18:00:55.358749 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a1650-8d89-444d-8436-93473a72ed0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8982f6ce-f63e-422b-8c99-bac66b49c97d,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:55.389615 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-7a0aa422-a891-4b3f-9b2a-ab8151f04050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673054', 'neutron.services.segments.db._delete_segments_for_network-8762486597133'] for network, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:55.430961 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-7a0aa422-a891-4b3f-9b2a-ab8151f04050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb2b0e2c-0b38-4a78-917c-155ddc0956ad']}} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:55.436871 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-7a0aa422-a891-4b3f-9b2a-ab8151f04050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fecb41b3-4a25-49a4-8ab7-8a4429d4ed23') {'for_net_delete': True} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:55.437213 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-7a0aa422-a891-4b3f-9b2a-ab8151f04050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fecb41b3-4a25-49a4-8ab7-8a4429d4ed23') {} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:00:55.454744 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-7a0aa422-a891-4b3f-9b2a-ab8151f04050 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762486598678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210194'] for segment, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:55.473580 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-7a0aa422-a891-4b3f-9b2a-ab8151f04050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:55.480390 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0aa422-a891-4b3f-9b2a-ab8151f04050 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=99718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:00:55.481029 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-7a0aa422-a891-4b3f-9b2a-ab8151f04050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9120986'] for segment, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:55.504749 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bdd2cc60-59f7-4543-ac91-5f1fa8bb8c50 req-9a9032a1-f7a8-4768-91d3-34bf03872b50 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 210 time: 0.0488214 Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: Traceback (most recent call last): Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: timer() Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: cb(*args, **kw) Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: return func(*args, **kwargs) Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: self._notify() Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: self.callback(batched_events) Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: event.method(event) Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: return f(self, *a, **k) Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: return self._get(url).json() Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: return self.request(url, 'GET', **kwargs) Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 18:00:55.546726 dv-cinder-813936-1-iscsi neutron-server[99718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 18:00:55.570390 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-7a0aa422-a891-4b3f-9b2a-ab8151f04050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790056'] for network, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:55.601271 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-7a0aa422-a891-4b3f-9b2a-ab8151f04050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:55.614648 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-7a0aa422-a891-4b3f-9b2a-ab8151f04050 admin admin] 10.222.0.49 "DELETE /v2.0/networks/bb2b0e2c-0b38-4a78-917c-155ddc0956ad HTTP/1.1" status: 204 len: 168 time: 0.7542307 Oct 14 18:00:55.627278 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0aa422-a891-4b3f-9b2a-ab8151f04050 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb2b0e2c-0b38-4a78-917c-155ddc0956ad,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:55.672161 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-305abb76-b6fb-4ea3-8ad4-0af34a0b4165 req-763b7b4e-fb4b-4309-969b-52949082897a tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 210 time: 0.0674129 Oct 14 18:00:55.891388 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 47984) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:56.104681 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e6e5e-03a0-45f7-979f-b5624455ddcc req-17135077-2cea-47e2-b1d6-7701b6e33574 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:56.113538 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d09e6e5e-03a0-45f7-979f-b5624455ddcc req-17135077-2cea-47e2-b1d6-7701b6e33574 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 931 time: 0.0762801 Oct 14 18:00:56.144962 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 47996) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:56.228007 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e9117d19-c6e0-4abf-a33b-2a2bf201d83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:56.259920 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-25eb2ff4-bad5-451a-bd5a-2854520ffbbd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=28ba1c0ecccd4d49a0a1efba233cecc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1134298 Oct 14 18:00:56.261245 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 48002) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:56.327636 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d09e6e5e-03a0-45f7-979f-b5624455ddcc req-1d3a6fd5-9f28-4b57-bcfb-d1be5f936b87 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615231 Oct 14 18:00:56.390213 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-51b27de7-9bba-4a6a-aac9-e038c4a577d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:56.454793 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-51b27de7-9bba-4a6a-aac9-e038c4a577d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:56.529888 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e9117d19-c6e0-4abf-a33b-2a2bf201d83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:56.542662 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e9117d19-c6e0-4abf-a33b-2a2bf201d83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:56.632878 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d2c6e-9575-4efc-9945-5cb07258bf60 req-4c86c650-d3fc-424f-b111-b591730990e7 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:56.641117 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b52d2c6e-9575-4efc-9945-5cb07258bf60 req-4c86c650-d3fc-424f-b111-b591730990e7 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 932 time: 0.1668494 Oct 14 18:00:56.677651 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-51b27de7-9bba-4a6a-aac9-e038c4a577d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:56.680210 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-51b27de7-9bba-4a6a-aac9-e038c4a577d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:56.681947 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-00e44289-e6ef-449a-848c-e881ada37f56 req-91208f62-01d6-4b07-96f0-203a15497293 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 210 time: 0.0557296 Oct 14 18:00:56.689585 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-51b27de7-9bba-4a6a-aac9-e038c4a577d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/927430eb-d563-44ca-bd8b-10ee99b9fa0e HTTP/1.1" status: 204 len: 168 time: 0.4269581 Oct 14 18:00:56.702708 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-e9117d19-c6e0-4abf-a33b-2a2bf201d83e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10d2ea3e535a444eb7901198d2fd3f5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8100307 Oct 14 18:00:56.705707 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 48018) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:56.725008 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9117d19-c6e0-4abf-a33b-2a2bf201d83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af833f6-7646-447e-afa4-fe450eff8fe1,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:56.757198 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b52d2c6e-9575-4efc-9945-5cb07258bf60 req-7fecb400-7103-4927-9636-979460bd2100 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126251 Oct 14 18:00:56.768075 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b27de7-9bba-4a6a-aac9-e038c4a577d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927430eb-d563-44ca-bd8b-10ee99b9fa0e,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:56.890400 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-b2ce9318-47ae-401c-875f-393aed27c2a5 req-5ca89c86-ca42-4b72-a4d6-098fb119120f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 210 time: 0.0777335 Oct 14 18:00:56.910721 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3a8c940d-14dc-4f4c-bb4d-aa82ee7398fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:56.950422 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3a8c940d-14dc-4f4c-bb4d-aa82ee7398fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:57.016146 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3a8c940d-14dc-4f4c-bb4d-aa82ee7398fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:57.018910 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3a8c940d-14dc-4f4c-bb4d-aa82ee7398fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:57.020293 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-3a8c940d-14dc-4f4c-bb4d-aa82ee7398fa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3af833f6-7646-447e-afa4-fe450eff8fe1 HTTP/1.1" status: 204 len: 168 time: 0.3134251 Oct 14 18:00:57.031460 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c940d-14dc-4f4c-bb4d-aa82ee7398fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af833f6-7646-447e-afa4-fe450eff8fe1,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:57.126983 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 48030) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:57.176734 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-9c0d4c85-62f1-498d-a708-4e91d6128e55 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c61cae51ddf45bdb7017365331ec3a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485604 Oct 14 18:00:57.179219 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 48032) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:57.254003 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f09459da-9363-4516-84ce-1758726d9f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:57.283163 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f09459da-9363-4516-84ce-1758726d9f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:57.365578 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f09459da-9363-4516-84ce-1758726d9f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:57.371174 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f09459da-9363-4516-84ce-1758726d9f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:57.373950 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-f09459da-9363-4516-84ce-1758726d9f84 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/80d906e3-04bc-45e7-ad53-8fcb255c7eb6 HTTP/1.1" status: 204 len: 168 time: 0.1933470 Oct 14 18:00:57.404075 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09459da-9363-4516-84ce-1758726d9f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d906e3-04bc-45e7-ad53-8fcb255c7eb6,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:57.593530 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af42d2-10fa-4549-aa9e-6a1562ed466a req-6742f925-4fdd-403c-b3d7-002bc4a35709 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:57.600997 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b7af42d2-10fa-4549-aa9e-6a1562ed466a req-6742f925-4fdd-403c-b3d7-002bc4a35709 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 931 time: 0.0824068 Oct 14 18:00:57.661857 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 48054) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:57.705576 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-af1ba72d-271f-4718-bd62-a8f2d01b9a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:57.735386 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b7af42d2-10fa-4549-aa9e-6a1562ed466a req-e38f29ce-07b5-41ce-8293-896de3a77205 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285553 Oct 14 18:00:57.931416 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e41944f4-ad53-45a9-911d-3f549a11f931 req-abc0c0a3-f5d8-4639-9b95-e8a672183d54 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 210 time: 0.0861418 Oct 14 18:00:57.968529 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-af1ba72d-271f-4718-bd62-a8f2d01b9a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:57.980136 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-af1ba72d-271f-4718-bd62-a8f2d01b9a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:58.026739 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ba72d-271f-4718-bd62-a8f2d01b9a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9ce19d-bc59-4189-93fc-89c7b30eb7d0,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:58.050121 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c3b63-2376-406a-8fc8-e159bd087799 req-f9e54d1a-b1aa-424f-a3dd-cf73cb14e914 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:58.065858 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-653c3b63-2376-406a-8fc8-e159bd087799 req-f9e54d1a-b1aa-424f-a3dd-cf73cb14e914 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 932 time: 0.1923320 Oct 14 18:00:58.124440 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-af1ba72d-271f-4718-bd62-a8f2d01b9a7d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4499b68e2fc14228bc00fe121e119109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4623747 Oct 14 18:00:58.127327 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 48078) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:58.146855 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-93f7dd9e-0d08-4fdc-8556-6355ed85a604 req-ef2e09e5-ce46-4341-9352-2697878b4c2a tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 210 time: 0.0498657 Oct 14 18:00:58.199234 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-653c3b63-2376-406a-8fc8-e159bd087799 req-9e61d85c-eeef-4fec-add6-2725f4c3095a tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227286 Oct 14 18:00:58.228779 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0197ea35-1ecd-4dcb-a9d8-2fff28a8b3c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:58.299127 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0197ea35-1ecd-4dcb-a9d8-2fff28a8b3c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:58.405156 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0197ea35-1ecd-4dcb-a9d8-2fff28a8b3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:58.408788 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0197ea35-1ecd-4dcb-a9d8-2fff28a8b3c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:00:58.410082 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-0197ea35-1ecd-4dcb-a9d8-2fff28a8b3c2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a9ce19d-bc59-4189-93fc-89c7b30eb7d0 HTTP/1.1" status: 204 len: 168 time: 0.2817016 Oct 14 18:00:58.420092 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197ea35-1ecd-4dcb-a9d8-2fff28a8b3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9ce19d-bc59-4189-93fc-89c7b30eb7d0,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:00:58.919741 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f66dc-4f45-4bcb-b188-414104694964 req-6781c045-a8fb-47c9-b57d-1a5b9fdcae3b tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:58.921352 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-be5f66dc-4f45-4bcb-b188-414104694964 req-6781c045-a8fb-47c9-b57d-1a5b9fdcae3b tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 931 time: 0.0866129 Oct 14 18:00:58.981921 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-be5f66dc-4f45-4bcb-b188-414104694964 req-c8bce6ab-7985-45bb-8b41-9f316b56121d tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536575 Oct 14 18:00:59.086213 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-89f77063-ba38-4e61-9418-9c73e0eb5d7f req-22112964-7314-4ebc-b12f-1e246f1aa1ff tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 210 time: 0.0472927 Oct 14 18:00:59.322385 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-1a63f580-6e75-4d4b-b0cc-e0ae831c9967 req-f411e288-2c48-4f71-a654-7af3e33110cf tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 210 time: 0.0402613 Oct 14 18:00:59.453106 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cc1b3-0217-4032-9737-c688feac3873 req-ba2dcfd2-4d7c-4341-b836-d406643e2f6b tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:00:59.459178 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-569cc1b3-0217-4032-9737-c688feac3873 req-ba2dcfd2-4d7c-4341-b836-d406643e2f6b tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 932 time: 0.1119101 Oct 14 18:00:59.536198 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-569cc1b3-0217-4032-9737-c688feac3873 req-9a700cbd-2611-4470-abe8-4c73aa6d39fc tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707958 Oct 14 18:00:59.756935 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 48156) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:00:59.914576 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a5604b49-b479-48bb-8b87-54a8c2b7c47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:00.125315 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a5604b49-b479-48bb-8b87-54a8c2b7c47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:00.136512 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a5604b49-b479-48bb-8b87-54a8c2b7c47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:00.190865 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:01:00.207561 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-a5604b49-b479-48bb-8b87-54a8c2b7c47e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=20d8ddf356b440ebb267ea55ce7f2010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4495368 Oct 14 18:01:00.208805 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5604b49-b479-48bb-8b87-54a8c2b7c47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc33b11-bc16-4443-93cb-488ab318e271,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:00.212963 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 48180) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:00.262474 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd32e17-7146-459d-b718-d2564c2021ae req-57c77e27-e7d6-4e21-b91e-3e8f65a144cb tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:00.264266 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-edd32e17-7146-459d-b718-d2564c2021ae req-57c77e27-e7d6-4e21-b91e-3e8f65a144cb tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 931 time: 0.1751409 Oct 14 18:01:00.276011 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8a704118-17e2-4056-9df2-d36ef7ca4f18 req-412b5e5b-1c10-4186-90d2-a49b34ada0e3 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 210 time: 0.0756192 Oct 14 18:01:00.362923 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-edd32e17-7146-459d-b718-d2564c2021ae req-ab382fc5-cf15-450b-8651-af3939ccde11 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793808 Oct 14 18:01:00.370637 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ae42dbd6-c74c-40c6-8f4d-930a54526168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:00.404331 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ae42dbd6-c74c-40c6-8f4d-930a54526168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:00.482609 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5eced5f5-03d3-413c-918b-5f0190326e05 req-929e2a57-1849-424a-b52e-4c7a71c0edb4 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 210 time: 0.0509751 Oct 14 18:01:00.502985 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ae42dbd6-c74c-40c6-8f4d-930a54526168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:00.511245 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ae42dbd6-c74c-40c6-8f4d-930a54526168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:00.515175 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-ae42dbd6-c74c-40c6-8f4d-930a54526168 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4dc33b11-bc16-4443-93cb-488ab318e271 HTTP/1.1" status: 204 len: 168 time: 0.2968369 Oct 14 18:01:00.533183 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42dbd6-c74c-40c6-8f4d-930a54526168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc33b11-bc16-4443-93cb-488ab318e271,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:00.687071 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea26c3-238e-4990-8b23-264339a1b961 req-37530209-b2bd-47a2-9be9-129cddc7db8b tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:00.688640 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0aea26c3-238e-4990-8b23-264339a1b961 req-37530209-b2bd-47a2-9be9-129cddc7db8b tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 932 time: 0.0674825 Oct 14 18:01:00.736835 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0aea26c3-238e-4990-8b23-264339a1b961 req-81cf0066-ae02-4d5e-b5b4-d734b9ed260d tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406990 Oct 14 18:01:00.977528 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 48260) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:00.998012 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-660cd5cc-f45c-432f-ac90-d61b8cad100d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:01.102219 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-660cd5cc-f45c-432f-ac90-d61b8cad100d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:01.106667 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-660cd5cc-f45c-432f-ac90-d61b8cad100d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:01.153130 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-660cd5cc-f45c-432f-ac90-d61b8cad100d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a8e2c60ec9341219171baa0f35adfb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1744742 Oct 14 18:01:01.154023 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660cd5cc-f45c-432f-ac90-d61b8cad100d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cc762c-ca8d-45e9-8a1b-c134f5473a3b,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:01.154577 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 48274) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:01.210677 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e395c86e-25fa-4abd-9bd9-4bfea2eb26c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:01.239408 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e395c86e-25fa-4abd-9bd9-4bfea2eb26c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:01.277099 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-a10c4958-c86b-4394-a10b-9566d554eadb tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=99719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 18:01:01.278290 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-a10c4958-c86b-4394-a10b-9566d554eadb tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071082 Oct 14 18:01:01.294334 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-2ac75fc4-795b-41ba-bf73-b62212c15579 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=99719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 18:01:01.295616 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-2ac75fc4-795b-41ba-bf73-b62212c15579 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061364 Oct 14 18:01:01.337336 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e395c86e-25fa-4abd-9bd9-4bfea2eb26c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:01.341216 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e395c86e-25fa-4abd-9bd9-4bfea2eb26c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:01.344780 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-e395c86e-25fa-4abd-9bd9-4bfea2eb26c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05cc762c-ca8d-45e9-8a1b-c134f5473a3b HTTP/1.1" status: 204 len: 168 time: 0.1866996 Oct 14 18:01:01.361589 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395c86e-25fa-4abd-9bd9-4bfea2eb26c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cc762c-ca8d-45e9-8a1b-c134f5473a3b,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:01.440775 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7802f9f4-3431-46e8-ab1d-d9fabe401812 req-8e22c8ef-8261-49b0-8e66-defbe59e5435 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 210 time: 0.0462196 Oct 14 18:01:01.460455 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 48294) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:01.629423 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c7b97-b91e-4f96-a3aa-db6f347513d7 req-0fdac000-4dc9-41c0-9b8b-0420c8f71047 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:01.636661 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-359c7b97-b91e-4f96-a3aa-db6f347513d7 req-0fdac000-4dc9-41c0-9b8b-0420c8f71047 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 931 time: 0.1620831 Oct 14 18:01:01.662675 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8c828b13-3850-4385-8d83-a24fb6178122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:01.682186 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c1c39c03-8f9c-4b2a-bdc6-00e15654843a req-5df0628c-4fc2-49a2-bc2c-ce38fc2dd688 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 210 time: 0.0600605 Oct 14 18:01:01.765487 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-359c7b97-b91e-4f96-a3aa-db6f347513d7 req-eff3f164-5915-46d9-85b7-9e9881cb88e5 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999434 Oct 14 18:01:01.844512 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8c828b13-3850-4385-8d83-a24fb6178122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:01.850336 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8c828b13-3850-4385-8d83-a24fb6178122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:01.879447 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-8c828b13-3850-4385-8d83-a24fb6178122 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b0f1b55e2584bf48f7e17447f5149c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4176226 Oct 14 18:01:01.891325 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 48316) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:01.916499 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] Request body: {'port': {'device_id': 'e980e1c7-9029-4752-a6b8-34576151e49a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81393'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:01:01.922629 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] Request body: {'port': {'device_id': 'f6f6e07c-6897-4ad5-9fad-569cbcf6f507', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81393'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:01:01.930940 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c828b13-3850-4385-8d83-a24fb6178122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acef9552-653d-45c9-8d30-164e0c2447ed,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:01.977918 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-9f191937-dfa9-4df9-9228-833c2828a1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:02.015095 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-9f191937-dfa9-4df9-9228-833c2828a1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:02.044525 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:02.064316 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059050e1-ce56-4b78-8dab-40148eb9d2fd req-863ab542-1fcd-410a-9364-f7308668d97e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:02.065896 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-059050e1-ce56-4b78-8dab-40148eb9d2fd req-863ab542-1fcd-410a-9364-f7308668d97e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 932 time: 0.2104149 Oct 14 18:01:02.081992 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:02.103178 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.32', 62395) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:02.213045 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-059050e1-ce56-4b78-8dab-40148eb9d2fd req-54e52486-fb24-42ce-9ae1-acefd2c6a1c4 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358175 Oct 14 18:01:02.273762 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-9f191937-dfa9-4df9-9228-833c2828a1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:02.276844 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-9f191937-dfa9-4df9-9228-833c2828a1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:02.280766 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-9f191937-dfa9-4df9-9228-833c2828a1da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/acef9552-653d-45c9-8d30-164e0c2447ed HTTP/1.1" status: 204 len: 168 time: 0.3888426 Oct 14 18:01:02.293738 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-90e0a250-b368-4082-b7a7-05d6fe99f194 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:02.295523 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-90e0a250-b368-4082-b7a7-05d6fe99f194 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.32 "GET /v2.0/networks?id=83910de2-b586-4465-84e9-9f9658b647e4 HTTP/1.1" status: 200 len: 811 time: 0.1913080 Oct 14 18:01:02.300822 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f191937-dfa9-4df9-9228-833c2828a1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acef9552-653d-45c9-8d30-164e0c2447ed,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:02.374694 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-42c6c8ac-5bb6-4f7b-afd4-f9b93a2f9d62 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9286435440ed4572b505e029abbfe5fe HTTP/1.1" status: 200 len: 380 time: 0.0606825 Oct 14 18:01:02.397077 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-66e24428-84ad-42ce-8911-267f530052e8 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Request body: {'port': {'device_id': '1b3fdbeb-6b94-46c5-be15-3ebda28fd756', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'admin_state_up': True, 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'security_groups': ['7d57696a-e817-4840-8c08-c66022a46302']}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:01:02.584475 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f7cdc302-8d27-40af-9336-53927af77027 req-6104b6ed-0288-402a-bb78-c64f214853e7 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 210 time: 0.0504947 Oct 14 18:01:02.623679 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.32', 62399) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:02.702172 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-66e24428-84ad-42ce-8911-267f530052e8 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Made reservation on behalf of 9286435440ed4572b505e029abbfe5fe for: {'port': 1} {{(pid=99718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:01:02.708706 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-66e24428-84ad-42ce-8911-267f530052e8 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:02.878426 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 48352) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:02.931420 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-476b3d82-be74-4e40-8dec-293d5194c871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:03.103811 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd388dcd-da6d-4a89-86eb-bb01a90512d4 req-3fc29c38-446e-4b9d-b41f-88c748f59f4d tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:03.107338 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a {{(pid=99719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:01:03.114317 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-cd388dcd-da6d-4a89-86eb-bb01a90512d4 req-3fc29c38-446e-4b9d-b41f-88c748f59f4d tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 931 time: 0.2113528 Oct 14 18:01:03.116708 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_common [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-66e24428-84ad-42ce-8911-267f530052e8 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Allocated IP 172.20.0.3 (83910de2-b586-4465-84e9-9f9658b647e4/3fc86992-e555-42d7-8e1e-82fdc67616bb/bd21c5c6-40d0-4af5-8463-26c11112c492) {{(pid=99718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:01:03.140789 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:03.157583 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a24fe9af-c12b-4677-80bd-7ae09fbc17eb req-faa97ba9-f59c-4d4b-932d-a19787b525e4 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 210 time: 0.2400687 Oct 14 18:01:03.195574 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-cd388dcd-da6d-4a89-86eb-bb01a90512d4 req-e454a987-edfa-410f-b0cb-209d1ac1428c tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748060 Oct 14 18:01:03.209201 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.provisioning_blocks [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] Transition to ACTIVE for port object 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a will not be triggered until provisioned by entity L2. {{(pid=99719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 18:01:03.221471 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8d288-6029-494f-b1b9-de5634196469 req-f4f7df98-0c06-4f74-b034-d3840ed2b4c3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:03.222927 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-53e8d288-6029-494f-b1b9-de5634196469 req-f4f7df98-0c06-4f74-b034-d3840ed2b4c3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.32 "GET /v2.0/networks?id=d7ed64d5-7393-452b-96b7-28d14516f1ea HTTP/1.1" status: 200 len: 816 time: 0.5965400 Oct 14 18:01:03.242410 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:03.309383 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b98de7-0d20-4644-8f02-03e56dc04858 {{(pid=99719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:01:03.322757 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:03.364843 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-476b3d82-be74-4e40-8dec-293d5194c871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:03.372079 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-476b3d82-be74-4e40-8dec-293d5194c871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:03.434742 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-476b3d82-be74-4e40-8dec-293d5194c871 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d6293281749a402682187259f14d6b6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5523927 Oct 14 18:01:03.435022 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-53e8d288-6029-494f-b1b9-de5634196469 req-d0262f68-ddfb-482a-9e49-579e4e734cc7 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=229d568687144cccbef243c252982e00 HTTP/1.1" status: 200 len: 379 time: 0.1923254 Oct 14 18:01:03.435022 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] Pushing event updated for resources: {'Port': ['ID=0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:03.435283 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 48376) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:03.446023 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.provisioning_blocks [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] Transition to ACTIVE for port object 07b98de7-0d20-4644-8f02-03e56dc04858 will not be triggered until provisioned by entity L2. {{(pid=99719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 18:01:03.451348 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b3d82-be74-4e40-8dec-293d5194c871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8b9ecf-2410-412f-b4b3-f385f7cabed9,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:03.459876 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-53e8d288-6029-494f-b1b9-de5634196469 req-d7d2c2ff-91e1-486c-a549-7ff8690e7c1f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Request body: {'port': {'device_id': '8d65178d-6bc0-4327-9d0a-0258c9096cbe', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'admin_state_up': True, 'tenant_id': '229d568687144cccbef243c252982e00', 'security_groups': ['689053b4-3503-48a0-af5a-e5cc60eaa882']}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:01:03.466459 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:03.476664 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-66e24428-84ad-42ce-8911-267f530052e8 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for port, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:03.512705 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] Attempting to bind port 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a on host hv-cinder-81393 for vnic_type normal with profile {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:01:03.513070 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] Attempting to bind port 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a by drivers openvswitch,hyperv on host hv-cinder-81393 at level 0 using segments [{'id': '931a8068-5c0e-41a2-bb4c-c55889796b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b'}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:01:03.513550 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] Attempting to bind port 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a on network c83af823-a336-4acf-9cf9-971bb99a778b {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:01:03.533578 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-7d6b70db-5b94-4a06-a82b-395a62325ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:03.550665 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-66e24428-84ad-42ce-8911-267f530052e8 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:03.554891 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] Port 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a on network c83af823-a336-4acf-9cf9-971bb99a778b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81393 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 18:01:03.555213 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] Attempting to bind port 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a on network c83af823-a336-4acf-9cf9-971bb99a778b {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:01:03.580617 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] Checking agent: {'id': '26c515f5-fc83-44a3-9c50-84c881af0873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81393', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'started_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:01:03.581002 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] Checking segment: {'id': '931a8068-5c0e-41a2-bb4c-c55889796b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:01:03.581744 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] Bound using segment: {'id': '931a8068-5c0e-41a2-bb4c-c55889796b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b'} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:01:03.582494 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] Bound port: 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a, host: hv-cinder-81393, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931a8068-5c0e-41a2-bb4c-c55889796b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b'}}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:01:03.583071 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:03.592855 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d97776-b321-4f40-ae54-789c1e0ecc62 req-9c132e13-ce73-4551-8158-1d1bb3b7980e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:03.594575 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d6d97776-b321-4f40-ae54-789c1e0ecc62 req-9c132e13-ce73-4551-8158-1d1bb3b7980e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 944 time: 0.2591906 Oct 14 18:01:03.645099 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] Pushing event updated for resources: {'Port': ['ID=07b98de7-0d20-4644-8f02-03e56dc04858,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:03.735047 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] Attempting to bind port 07b98de7-0d20-4644-8f02-03e56dc04858 on host hv-cinder-81393 for vnic_type normal with profile {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:01:03.735413 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] Attempting to bind port 07b98de7-0d20-4644-8f02-03e56dc04858 by drivers openvswitch,hyperv on host hv-cinder-81393 at level 0 using segments [{'id': '58e7e024-1c9c-4abc-bd9a-1193ab45d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8764e7bf-a1f9-4d8a-a085-03ad956e6070'}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:01:03.735733 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] Attempting to bind port 07b98de7-0d20-4644-8f02-03e56dc04858 on network 8764e7bf-a1f9-4d8a-a085-03ad956e6070 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:01:03.751074 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-7d6b70db-5b94-4a06-a82b-395a62325ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:03.753086 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d6d97776-b321-4f40-ae54-789c1e0ecc62 req-a7518a83-b800-40e3-a81c-e4c3ca48163a tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341598 Oct 14 18:01:03.758764 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] Port 07b98de7-0d20-4644-8f02-03e56dc04858 on network 8764e7bf-a1f9-4d8a-a085-03ad956e6070 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81393 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 18:01:03.759087 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] Attempting to bind port 07b98de7-0d20-4644-8f02-03e56dc04858 on network 8764e7bf-a1f9-4d8a-a085-03ad956e6070 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:01:03.773563 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] Checking agent: {'id': '26c515f5-fc83-44a3-9c50-84c881af0873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81393', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'started_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:01:03.773904 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] Checking segment: {'id': '58e7e024-1c9c-4abc-bd9a-1193ab45d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8764e7bf-a1f9-4d8a-a085-03ad956e6070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:01:03.774279 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] Bound using segment: {'id': '58e7e024-1c9c-4abc-bd9a-1193ab45d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8764e7bf-a1f9-4d8a-a085-03ad956e6070'} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:01:03.774710 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] Bound port: 07b98de7-0d20-4644-8f02-03e56dc04858, host: hv-cinder-81393, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58e7e024-1c9c-4abc-bd9a-1193ab45d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8764e7bf-a1f9-4d8a-a085-03ad956e6070'}}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:01:03.775061 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:03.841198 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] For port 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a, host hv-cinder-81393, cleared binding levels {{(pid=99719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:01:03.870566 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e8d288-6029-494f-b1b9-de5634196469 req-d7d2c2ff-91e1-486c-a549-7ff8690e7c1f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Made reservation on behalf of 229d568687144cccbef243c252982e00 for: {'port': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:01:03.874085 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-53e8d288-6029-494f-b1b9-de5634196469 req-d7d2c2ff-91e1-486c-a549-7ff8690e7c1f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:03.885761 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-66e24428-84ad-42ce-8911-267f530052e8 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Network 83910de2-b586-4465-84e9-9f9658b647e4 is already hosted by enough agents. {{(pid=99718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:01:03.897549 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-66e24428-84ad-42ce-8911-267f530052e8 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Resources bound (agent type, host, resource id): {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:01:03.898980 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] For port 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a, host hv-cinder-81393, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a,segment=NetworkSegment(931a8068-5c0e-41a2-bb4c-c55889796b97),segment_id=931a8068-5c0e-41a2-bb4c-c55889796b97)] {{(pid=99719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:01:03.905845 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-66e24428-84ad-42ce-8911-267f530052e8 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Received port after_create {{(pid=99718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:01:03.908569 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e24428-84ad-42ce-8911-267f530052e8 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Pushing event updated for resources: {'Port': ['ID=bd21c5c6-40d0-4af5-8463-26c11112c492,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:03.910480 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:03.933817 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] For port 07b98de7-0d20-4644-8f02-03e56dc04858, host hv-cinder-81393, cleared binding levels {{(pid=99719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:01:03.953603 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3a48e-5342-4b19-bf6c-6ddbe278be0e req-b6146703-48b9-41ca-a583-f5f99aa36432 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:03.955231 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e1d3a48e-5342-4b19-bf6c-6ddbe278be0e req-b6146703-48b9-41ca-a583-f5f99aa36432 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 931 time: 0.1620622 Oct 14 18:01:03.998981 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-66e24428-84ad-42ce-8911-267f530052e8 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:03.999642 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-66e24428-84ad-42ce-8911-267f530052e8 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for port, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:04.002137 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-7d6b70db-5b94-4a06-a82b-395a62325ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:04.004824 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-7d6b70db-5b94-4a06-a82b-395a62325ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:04.006237 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-7d6b70db-5b94-4a06-a82b-395a62325ca4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/da8b9ecf-2410-412f-b4b3-f385f7cabed9 HTTP/1.1" status: 204 len: 168 time: 0.5703070 Oct 14 18:01:04.014734 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] For port 07b98de7-0d20-4644-8f02-03e56dc04858, host hv-cinder-81393, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=07b98de7-0d20-4644-8f02-03e56dc04858,segment=NetworkSegment(58e7e024-1c9c-4abc-bd9a-1193ab45d9b4),segment_id=58e7e024-1c9c-4abc-bd9a-1193ab45d9b4)] {{(pid=99719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:01:04.040108 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e1d3a48e-5342-4b19-bf6c-6ddbe278be0e req-4b316429-5d5f-477c-8ec6-d3f3eeeccee2 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772939 Oct 14 18:01:04.043852 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b70db-5b94-4a06-a82b-395a62325ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8b9ecf-2410-412f-b4b3-f385f7cabed9,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:04.061858 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:04.062062 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-66e24428-84ad-42ce-8911-267f530052e8 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6717646 Oct 14 18:01:04.062177 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:04.062177 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:04.062177 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] 10.222.0.32 "PUT /v2.0/ports/0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a HTTP/1.1" status: 200 len: 1094 time: 2.5342104 Oct 14 18:01:04.063469 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f6e07c-6897-4ad5-9fad-569cbcf6f507', 'tag': '0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:01:04.074624 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] Request body: {'port': {'device_id': '1b3fdbeb-6b94-46c5-be15-3ebda28fd756', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81393'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:01:04.150746 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:04.355967 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-b90c445b-7f58-4e5f-8a66-b16bc1ab1d7e None None] Provisioning complete for port bd21c5c6-40d0-4af5-8463-26c11112c492 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:01:04.356516 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-b90c445b-7f58-4e5f-8a66-b16bc1ab1d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:04.358990 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:04.359617 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:04.363402 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] 10.222.0.32 "PUT /v2.0/ports/07b98de7-0d20-4644-8f02-03e56dc04858 HTTP/1.1" status: 200 len: 1093 time: 2.8385890 Oct 14 18:01:04.409406 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-b90c445b-7f58-4e5f-8a66-b16bc1ab1d7e None None] Port bd21c5c6-40d0-4af5-8463-26c11112c492 cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:01:04.410619 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76f436-1e06-4330-a9e7-5a01bbd4c189 service neutron] Pushing event updated for resources: {'Port': ['ID=0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a,revision_number=3']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:04.582875 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365affce-de0b-4db1-a0c8-6429ccb39457" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f6e07c-6897-4ad5-9fad-569cbcf6f507", "tag": "0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:01:04.601706 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-93e15e61-76c8-4da8-900c-544f4a612493 req-4d229288-659d-41a2-a1ff-ff5912963b5f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 210 time: 0.2751768 Oct 14 18:01:04.603511 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ca531-9313-4a3d-8db5-ded62be4be62 req-5650de29-cc79-4161-92cc-81b0b1e0e4c7 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:04.606875 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ef2ca531-9313-4a3d-8db5-ded62be4be62 req-5650de29-cc79-4161-92cc-81b0b1e0e4c7 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 943 time: 0.2683444 Oct 14 18:01:04.682201 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271a1b2-887e-4565-ac79-eb8f50e3737a service neutron] Pushing event updated for resources: {'Port': ['ID=07b98de7-0d20-4644-8f02-03e56dc04858,revision_number=3']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:04.709432 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-c3b0a2fa-4d2e-4b28-9bb6-f4b1732a2d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:04.711437 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-c3b0a2fa-4d2e-4b28-9bb6-f4b1732a2d25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e7c64022d3247eb88c9074d2d71c846&device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 1097 time: 0.5351689 Oct 14 18:01:04.733204 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-81cd5beb-92ba-440f-834b-4cadf04c2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:04.734948 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-81cd5beb-92ba-440f-834b-4cadf04c2e94 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1b28984a6ade4f38b5175843c936492c&device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 1096 time: 0.2991579 Oct 14 18:01:04.871975 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ef2ca531-9313-4a3d-8db5-ded62be4be62 req-2538517c-9e22-4532-a649-3e14c997a003 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927118 Oct 14 18:01:04.873015 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-58a98ab2-dd61-4013-b54a-5ac192fb784c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a HTTP/1.1" status: 200 len: 217 time: 0.1522825 Oct 14 18:01:04.887011 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.notifiers.nova [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd21c5c6-40d0-4af5-8463-26c11112c492 {{(pid=99718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:01:04.899300 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [req-53e8d288-6029-494f-b1b9-de5634196469 req-d7d2c2ff-91e1-486c-a549-7ff8690e7c1f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Allocated IP 172.20.0.13 (d7ed64d5-7393-452b-96b7-28d14516f1ea/3db5b355-eec8-4685-acd1-cd1968bd4562/8f416a6e-ecaf-4275-9500-f6d0da12845e) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:01:04.910049 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:04.976397 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.provisioning_blocks [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] Transition to ACTIVE for port object bd21c5c6-40d0-4af5-8463-26c11112c492 will not be triggered until provisioned by entity L2. {{(pid=99718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 18:01:04.985346 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-fcfa088f-aab4-418d-a013-6e6f3cbda324 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07b98de7-0d20-4644-8f02-03e56dc04858 HTTP/1.1" status: 200 len: 217 time: 0.1106110 Oct 14 18:01:04.991598 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9121014'] for port, after_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:05.019202 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a57db2e-18f1-415c-87a5-18af2c70de02 x-openstack-request-id: req-8a57db2e-18f1-415c-87a5-18af2c70de02 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:01:05.019499 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f6e07c-6897-4ad5-9fad-569cbcf6f507", "tag": "0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:01:05.019752 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a57db2e-18f1-415c-87a5-18af2c70de02 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:01:05.020473 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f6e07c-6897-4ad5-9fad-569cbcf6f507', 'tag': '0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a', 'status': 'completed', 'code': 200} Oct 14 18:01:05.076615 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] Pushing event updated for resources: {'Port': ['ID=bd21c5c6-40d0-4af5-8463-26c11112c492,revision_number=2']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:05.095867 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-73549ce2-2138-4ff1-ba0c-a806a116bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:05.097351 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-73549ce2-2138-4ff1-ba0c-a806a116bcfe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=219e8690-55de-4444-b3f4-7eed7cf9bd62 HTTP/1.1" status: 200 len: 855 time: 0.1946242 Oct 14 18:01:05.140857 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5a671-8745-4404-8cfb-6159de891a9d req-8e8b2180-e0da-4bfb-94bc-8ca05c55a0c1 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:05.142481 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-77e5a671-8745-4404-8cfb-6159de891a9d req-8e8b2180-e0da-4bfb-94bc-8ca05c55a0c1 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 944 time: 0.1640451 Oct 14 18:01:05.218139 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-547f0704-ed9d-492c-9f02-23c3405c7d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:05.220662 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-547f0704-ed9d-492c-9f02-23c3405c7d0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=85449f44-62e4-4e5a-a2dc-59cbc1108df8 HTTP/1.1" status: 200 len: 852 time: 0.2031751 Oct 14 18:01:05.228207 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-5855da78-b7f7-4a21-b6eb-baaf75c1d762 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c83af823-a336-4acf-9cf9-971bb99a778b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188185 Oct 14 18:01:05.236985 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-77e5a671-8745-4404-8cfb-6159de891a9d req-f28b0a60-27d6-459b-9e3c-2fcffe7fddc6 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754547 Oct 14 18:01:05.243754 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.managers [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] Attempting to bind port bd21c5c6-40d0-4af5-8463-26c11112c492 on host hv-cinder-81393 for vnic_type normal with profile {{(pid=99718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:01:05.244335 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.managers [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] Attempting to bind port bd21c5c6-40d0-4af5-8463-26c11112c492 by drivers openvswitch,hyperv on host hv-cinder-81393 at level 0 using segments [{'id': '52ac0125-356a-4259-94e8-0d806eb069a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4'}] {{(pid=99718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:01:05.244843 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] Attempting to bind port bd21c5c6-40d0-4af5-8463-26c11112c492 on network 83910de2-b586-4465-84e9-9f9658b647e4 {{(pid=99718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:01:05.250309 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] Port bd21c5c6-40d0-4af5-8463-26c11112c492 on network 83910de2-b586-4465-84e9-9f9658b647e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81393 {{(pid=99718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 18:01:05.250958 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] Attempting to bind port bd21c5c6-40d0-4af5-8463-26c11112c492 on network 83910de2-b586-4465-84e9-9f9658b647e4 {{(pid=99718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:01:05.256328 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] Checking agent: {'id': '26c515f5-fc83-44a3-9c50-84c881af0873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81393', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'started_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:01:05.257106 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] Checking segment: {'id': '52ac0125-356a-4259-94e8-0d806eb069a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:01:05.257889 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] Bound using segment: {'id': '52ac0125-356a-4259-94e8-0d806eb069a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4'} {{(pid=99718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:01:05.258592 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.managers [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] Bound port: bd21c5c6-40d0-4af5-8463-26c11112c492, host: hv-cinder-81393, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ac0125-356a-4259-94e8-0d806eb069a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4'}}] {{(pid=99718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:01:05.259197 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:05.310850 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-afe54710-ee9c-4dfa-aa33-f9e7dc847988 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8764e7bf-a1f9-4d8a-a085-03ad956e6070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815074 Oct 14 18:01:05.367505 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] For port bd21c5c6-40d0-4af5-8463-26c11112c492, host hv-cinder-81393, cleared binding levels {{(pid=99718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:01:05.375947 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] For port bd21c5c6-40d0-4af5-8463-26c11112c492, host hv-cinder-81393, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=bd21c5c6-40d0-4af5-8463-26c11112c492,segment=NetworkSegment(52ac0125-356a-4259-94e8-0d806eb069a1),segment_id=52ac0125-356a-4259-94e8-0d806eb069a1)] {{(pid=99718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:01:05.382189 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9121014'] for port, after_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:05.425153 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:05.425779 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for port, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:05.430178 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] 10.222.0.32 "PUT /v2.0/ports/bd21c5c6-40d0-4af5-8463-26c11112c492 HTTP/1.1" status: 200 len: 1093 time: 1.3607259 Oct 14 18:01:05.430966 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3fdbeb-6b94-46c5-be15-3ebda28fd756', 'tag': 'bd21c5c6-40d0-4af5-8463-26c11112c492'}] {{(pid=99718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:01:05.479309 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcf80c-7f99-40e0-a20b-48ca8e32830d service neutron] Pushing event updated for resources: {'Port': ['ID=bd21c5c6-40d0-4af5-8463-26c11112c492,revision_number=3']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:05.590276 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-7752001d-e426-44e8-aa98-ee4b62ad225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:05.592121 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-7752001d-e426-44e8-aa98-ee4b62ad225c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9286435440ed4572b505e029abbfe5fe&device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 1096 time: 0.0977275 Oct 14 18:01:05.670608 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8f27bdffdb2052dedec3557c5a9650e18fe8e4a7ef2e79a5b2f75573612b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64358cb0-e7f7-44eb-b460-b71a3f5bec74" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3fdbeb-6b94-46c5-be15-3ebda28fd756", "tag": "bd21c5c6-40d0-4af5-8463-26c11112c492"}]}' {{(pid=99718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:01:05.679460 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d74c7-d484-4937-84d2-8114130367f8 req-2aea74c4-7344-4072-9b57-a57a239bf89a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:05.681004 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8c1d74c7-d484-4937-84d2-8114130367f8 req-2aea74c4-7344-4072-9b57-a57a239bf89a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 943 time: 0.4873972 Oct 14 18:01:05.704340 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-bd170994-d937-4770-8ebd-3521bbd52a2a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd21c5c6-40d0-4af5-8463-26c11112c492 HTTP/1.1" status: 200 len: 217 time: 0.1020525 Oct 14 18:01:05.726173 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-53e8d288-6029-494f-b1b9-de5634196469 req-d7d2c2ff-91e1-486c-a549-7ff8690e7c1f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:05.806071 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-4c309d3f-ccd7-4b79-9999-8203acc84c0d service neutron] 10.222.0.32 "GET /v2.0/networks/8764e7bf-a1f9-4d8a-a085-03ad956e6070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603405 Oct 14 18:01:05.818819 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-53e8d288-6029-494f-b1b9-de5634196469 req-d7d2c2ff-91e1-486c-a549-7ff8690e7c1f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:05.819949 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-77c366df-062e-45e8-be18-f606647d59eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:05.822262 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-77c366df-062e-45e8-be18-f606647d59eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3fc86992-e555-42d7-8e1e-82fdc67616bb HTTP/1.1" status: 200 len: 850 time: 0.1101844 Oct 14 18:01:05.919099 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7889e8b-ef57-477e-ba74-91781ecf5864 req-09718060-fe92-4929-b94d-2c566694ed83 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:05.921700 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-cd4a9250-b00a-47d1-aaa3-a3bf0322e442 service neutron] 10.222.0.32 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6757889 Oct 14 18:01:05.929823 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e7889e8b-ef57-477e-ba74-91781ecf5864 req-09718060-fe92-4929-b94d-2c566694ed83 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 932 time: 0.1737781 Oct 14 18:01:05.979968 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-20078aa9-3a7e-44f3-b5cb-78b772ff1307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:05.981791 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-20078aa9-3a7e-44f3-b5cb-78b772ff1307 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83910de2-b586-4465-84e9-9f9658b647e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1491182 Oct 14 18:01:06.023782 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e7889e8b-ef57-477e-ba74-91781ecf5864 req-b4195cec-e2d8-49e5-bfd7-a9b68a2b9a92 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929039 Oct 14 18:01:06.147974 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4a6222d6-0b80-4bce-8f99-5a428bddefc7 req-42c50688-d41f-4628-b131-dce14b056b61 service neutron] 10.222.0.32 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157295 Oct 14 18:01:06.171641 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-a00e2d88-db05-4305-87ba-bbcb8dfad6d8 service neutron] 10.222.0.32 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815662 Oct 14 18:01:06.181076 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8c3be1c9-b02a-4c91-9214-98900e7323c3 req-51c928b1-0189-40ed-a0e3-99d6251473e4 service neutron] 10.222.0.32 "GET /v2.0/networks/8764e7bf-a1f9-4d8a-a085-03ad956e6070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557625 Oct 14 18:01:06.181704 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2c2ff-91e1-486c-a549-7ff8690e7c1f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Pushing event updated for resources: {'Port': ['ID=8f416a6e-ecaf-4275-9500-f6d0da12845e,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:06.185888 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e8d288-6029-494f-b1b9-de5634196469 req-d7d2c2ff-91e1-486c-a549-7ff8690e7c1f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Network d7ed64d5-7393-452b-96b7-28d14516f1ea is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:01:06.200852 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8c1d74c7-d484-4937-84d2-8114130367f8 req-8aa2c559-819e-4594-aade-70a119f0325e tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4903381 Oct 14 18:01:06.202862 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [req-53e8d288-6029-494f-b1b9-de5634196469 req-d7d2c2ff-91e1-486c-a549-7ff8690e7c1f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:01:06.214900 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e8d288-6029-494f-b1b9-de5634196469 req-d7d2c2ff-91e1-486c-a549-7ff8690e7c1f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:01:06.230366 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8d288-6029-494f-b1b9-de5634196469 req-d7d2c2ff-91e1-486c-a549-7ff8690e7c1f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:06.231231 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-53e8d288-6029-494f-b1b9-de5634196469 req-d7d2c2ff-91e1-486c-a549-7ff8690e7c1f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:06.354990 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6b899ea5-5b43-4b15-b1ca-5deeb9a67463 req-424f8488-148d-4bc6-a516-1dfff656176f service neutron] 10.222.0.32 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748333 Oct 14 18:01:06.369450 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-53e8d288-6029-494f-b1b9-de5634196469 req-d7d2c2ff-91e1-486c-a549-7ff8690e7c1f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9221694 Oct 14 18:01:06.408443 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365affce-de0b-4db1-a0c8-6429ccb39457 req-30edbf39-1dc8-4f11-bbf7-b6981f861bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:06.410269 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-365affce-de0b-4db1-a0c8-6429ccb39457 req-30edbf39-1dc8-4f11-bbf7-b6981f861bdc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e7c64022d3247eb88c9074d2d71c846&device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 1097 time: 0.1639440 Oct 14 18:01:06.424930 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc684d6-e42b-4a0d-b681-b08cccfbc93a req-a3aef8d4-fce9-40ec-879f-963cc7837d59 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:06.426754 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7bc684d6-e42b-4a0d-b681-b08cccfbc93a req-a3aef8d4-fce9-40ec-879f-963cc7837d59 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 943 time: 0.1113839 Oct 14 18:01:06.524440 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7bc684d6-e42b-4a0d-b681-b08cccfbc93a req-19374a4a-c3f7-4353-84a9-f2e2606c434e tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887551 Oct 14 18:01:06.565408 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202de052-1f0d-458f-9ed4-5b77a2a9dcae x-openstack-request-id: req-202de052-1f0d-458f-9ed4-5b77a2a9dcae {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:01:06.566108 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3fdbeb-6b94-46c5-be15-3ebda28fd756", "tag": "bd21c5c6-40d0-4af5-8463-26c11112c492", "status": "completed", "code": 200}]} {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:01:06.567108 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-202de052-1f0d-458f-9ed4-5b77a2a9dcae {{(pid=99718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:01:06.567945 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3fdbeb-6b94-46c5-be15-3ebda28fd756', 'tag': 'bd21c5c6-40d0-4af5-8463-26c11112c492', 'status': 'completed', 'code': 200} Oct 14 18:01:06.639499 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-67af7fea-696e-4ec2-ab6d-8fa7292e6a01 None None] Provisioning complete for port 8f416a6e-ecaf-4275-9500-f6d0da12845e triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:01:06.639978 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-67af7fea-696e-4ec2-ab6d-8fa7292e6a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:06.648113 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb12121-44aa-4e9c-979d-fd3e5d327f6f req-3770d4e4-9cc7-4e9e-8eea-47d7474b7c49 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:06.649686 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2fb12121-44aa-4e9c-979d-fd3e5d327f6f req-3770d4e4-9cc7-4e9e-8eea-47d7474b7c49 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 944 time: 0.0598750 Oct 14 18:01:06.681229 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-67af7fea-696e-4ec2-ab6d-8fa7292e6a01 None None] Port 8f416a6e-ecaf-4275-9500-f6d0da12845e cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:01:06.697231 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2fb12121-44aa-4e9c-979d-fd3e5d327f6f req-a2d913f9-f35b-43e4-9eed-6adb599d67ee tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393460 Oct 14 18:01:07.024681 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e980e1c7-9029-4752-a6b8-34576151e49a', 'tag': '07b98de7-0d20-4644-8f02-03e56dc04858'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:01:07.027582 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616aa456-be7d-4aa4-96de-d1e39a240a78" -d '{"events": [{"name": "network-changed", "server_uuid": "e980e1c7-9029-4752-a6b8-34576151e49a", "tag": "07b98de7-0d20-4644-8f02-03e56dc04858"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:01:07.068589 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f80578-cada-4884-b494-9db211ea0539 x-openstack-request-id: req-64f80578-cada-4884-b494-9db211ea0539 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:01:07.068902 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e980e1c7-9029-4752-a6b8-34576151e49a", "tag": "07b98de7-0d20-4644-8f02-03e56dc04858", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:01:07.069163 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64f80578-cada-4884-b494-9db211ea0539 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:01:07.071494 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e980e1c7-9029-4752-a6b8-34576151e49a', 'tag': '07b98de7-0d20-4644-8f02-03e56dc04858', 'status': 'completed', 'code': 200} Oct 14 18:01:07.155740 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cff3b-a0e7-4dc5-b2de-d0462832d55c req-f665f055-6487-4154-95ad-1b13a690c5d5 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:07.157317 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-655cff3b-a0e7-4dc5-b2de-d0462832d55c req-f665f055-6487-4154-95ad-1b13a690c5d5 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 932 time: 0.0511081 Oct 14 18:01:07.194535 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-655cff3b-a0e7-4dc5-b2de-d0462832d55c req-bb8266cd-d92e-4fb9-8ba2-4231d17201b6 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314236 Oct 14 18:01:07.315004 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36714ef-67aa-431f-8fab-5f391e3646d9 req-269787c9-0b5b-4638-bb63-de8a505bc908 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:07.316451 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c36714ef-67aa-431f-8fab-5f391e3646d9 req-269787c9-0b5b-4638-bb63-de8a505bc908 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 943 time: 0.0479877 Oct 14 18:01:07.352195 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c36714ef-67aa-431f-8fab-5f391e3646d9 req-507ec8a4-2080-4806-9538-da99e6f17405 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299566 Oct 14 18:01:07.642486 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928da2a-5d53-4d28-91d7-3af45f74e6b4 req-6d136484-68ab-4930-8db0-a0d898d0ba6b tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:07.643818 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8928da2a-5d53-4d28-91d7-3af45f74e6b4 req-6d136484-68ab-4930-8db0-a0d898d0ba6b tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 943 time: 0.0476758 Oct 14 18:01:07.682917 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8928da2a-5d53-4d28-91d7-3af45f74e6b4 req-411d6466-3f64-448c-80c0-31211ac188f8 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323651 Oct 14 18:01:07.816132 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac512860-7c3e-48a8-9a9a-28300d91e1c9 req-2338223e-1e3b-4552-910e-db0e0e69a8f3 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:07.817604 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ac512860-7c3e-48a8-9a9a-28300d91e1c9 req-2338223e-1e3b-4552-910e-db0e0e69a8f3 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 944 time: 0.0480165 Oct 14 18:01:07.857859 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ac512860-7c3e-48a8-9a9a-28300d91e1c9 req-2fe066c5-de71-4e54-95db-9d4cd32216d3 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344200 Oct 14 18:01:08.311049 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f066d3-6423-405a-9be7-d615a7805f7b req-6497f590-0516-4f5c-b984-eba56f4a5a09 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:08.312492 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e5f066d3-6423-405a-9be7-d615a7805f7b req-6497f590-0516-4f5c-b984-eba56f4a5a09 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 932 time: 0.0482125 Oct 14 18:01:08.348694 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e5f066d3-6423-405a-9be7-d615a7805f7b req-7b515120-a393-4149-aacb-7fcc92879b8f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302670 Oct 14 18:01:08.603032 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85faf5e2-ce29-44c5-a29b-0f876a9b4c11 req-811c3acd-a6e0-40fc-a659-40afc416d786 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:08.604608 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-85faf5e2-ce29-44c5-a29b-0f876a9b4c11 req-811c3acd-a6e0-40fc-a659-40afc416d786 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 943 time: 0.1879909 Oct 14 18:01:08.641872 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-85faf5e2-ce29-44c5-a29b-0f876a9b4c11 req-c4340a36-876e-4fe6-8f03-735aff10ef23 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309618 Oct 14 18:01:08.798423 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa547adf-84e6-4374-bafd-c8306fed2735 req-1c50b20f-38d0-443d-9fad-77b0e9e110e2 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:08.799851 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-fa547adf-84e6-4374-bafd-c8306fed2735 req-1c50b20f-38d0-443d-9fad-77b0e9e110e2 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 943 time: 0.0519781 Oct 14 18:01:08.836340 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-fa547adf-84e6-4374-bafd-c8306fed2735 req-ec5b7e42-f3f7-4801-b5cf-dcabe5cc43f0 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306835 Oct 14 18:01:08.890629 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-aa41627b-4729-4f78-a858-286608eb5c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:08.967166 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2a4cf-d9c2-4a6b-9abb-2ff163bf606c req-03914c52-bdcc-4139-b6c4-d312f0b6fc57 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:08.968577 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-a2b2a4cf-d9c2-4a6b-9abb-2ff163bf606c req-03914c52-bdcc-4139-b6c4-d312f0b6fc57 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 944 time: 0.0464787 Oct 14 18:01:09.004931 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-a2b2a4cf-d9c2-4a6b-9abb-2ff163bf606c req-1c67949e-34a1-4f74-b10f-48915cb2632d tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304649 Oct 14 18:01:09.216438 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-53e8d288-6029-494f-b1b9-de5634196469 req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] Request body: {'port': {'device_id': '8d65178d-6bc0-4327-9d0a-0258c9096cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81393'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:01:09.297544 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aa456-be7d-4aa4-96de-d1e39a240a78 req-b2350298-d57d-4d87-879b-b6799818c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:09.299011 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-616aa456-be7d-4aa4-96de-d1e39a240a78 req-b2350298-d57d-4d87-879b-b6799818c08a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1b28984a6ade4f38b5175843c936492c&device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 1096 time: 0.0457006 Oct 14 18:01:09.388723 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-53e8d288-6029-494f-b1b9-de5634196469 req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:09.442990 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64358cb0-e7f7-44eb-b460-b71a3f5bec74 req-b35652dd-d0c7-493b-b391-7fcc102c93f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:09.444377 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-64358cb0-e7f7-44eb-b460-b71a3f5bec74 req-b35652dd-d0c7-493b-b391-7fcc102c93f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9286435440ed4572b505e029abbfe5fe&device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 1096 time: 0.1897328 Oct 14 18:01:09.452270 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aa456-be7d-4aa4-96de-d1e39a240a78 req-bad27fa7-9635-4e2c-a3c1-8195717449e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:09.453747 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-616aa456-be7d-4aa4-96de-d1e39a240a78 req-bad27fa7-9635-4e2c-a3c1-8195717449e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8764e7bf-a1f9-4d8a-a085-03ad956e6070 HTTP/1.1" status: 200 len: 913 time: 0.1471663 Oct 14 18:01:09.502771 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-616aa456-be7d-4aa4-96de-d1e39a240a78 req-bab00771-c4e7-44bd-ae5c-9a1503c481ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07b98de7-0d20-4644-8f02-03e56dc04858 HTTP/1.1" status: 200 len: 217 time: 0.0382893 Oct 14 18:01:09.519252 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365affce-de0b-4db1-a0c8-6429ccb39457 req-3c9fb039-e345-41d4-b585-dc4161a53ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:09.520958 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-365affce-de0b-4db1-a0c8-6429ccb39457 req-3c9fb039-e345-41d4-b585-dc4161a53ac6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c83af823-a336-4acf-9cf9-971bb99a778b HTTP/1.1" status: 200 len: 916 time: 0.2860727 Oct 14 18:01:09.553538 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aa456-be7d-4aa4-96de-d1e39a240a78 req-fe551aa6-a5b5-4845-9837-9c52d0f41e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:09.555017 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-616aa456-be7d-4aa4-96de-d1e39a240a78 req-fe551aa6-a5b5-4845-9837-9c52d0f41e60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=85449f44-62e4-4e5a-a2dc-59cbc1108df8 HTTP/1.1" status: 200 len: 852 time: 0.0458820 Oct 14 18:01:09.594765 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-616aa456-be7d-4aa4-96de-d1e39a240a78 req-d9f0420c-41bb-47ba-9fd2-b6bd80ecff10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8764e7bf-a1f9-4d8a-a085-03ad956e6070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292499 Oct 14 18:01:09.606731 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-365affce-de0b-4db1-a0c8-6429ccb39457 req-286a978e-2d06-4c21-a4df-6bbc3a1d2d56 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a HTTP/1.1" status: 200 len: 217 time: 0.0538564 Oct 14 18:01:09.641826 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b590dc-8a40-4e42-942a-1f18279e7716 req-61e4ed62-0e73-43bd-9eeb-167e380693a6 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:09.643302 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e0b590dc-8a40-4e42-942a-1f18279e7716 req-61e4ed62-0e73-43bd-9eeb-167e380693a6 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 932 time: 0.2083755 Oct 14 18:01:09.716528 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-616aa456-be7d-4aa4-96de-d1e39a240a78 req-3fbcdfbd-9f00-4f48-bb18-6986c37f5199 service neutron] 10.222.0.32 "GET /v2.0/networks/8764e7bf-a1f9-4d8a-a085-03ad956e6070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138036 Oct 14 18:01:09.770175 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64358cb0-e7f7-44eb-b460-b71a3f5bec74 req-fcee8b81-894d-4090-9492-688431610cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:09.771897 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-64358cb0-e7f7-44eb-b460-b71a3f5bec74 req-fcee8b81-894d-4090-9492-688431610cf8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=83910de2-b586-4465-84e9-9f9658b647e4 HTTP/1.1" status: 200 len: 912 time: 0.3086112 Oct 14 18:01:09.797844 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365affce-de0b-4db1-a0c8-6429ccb39457 req-e60f64c7-1974-406a-81fc-ff2c295386e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:09.799246 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-365affce-de0b-4db1-a0c8-6429ccb39457 req-e60f64c7-1974-406a-81fc-ff2c295386e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=219e8690-55de-4444-b3f4-7eed7cf9bd62 HTTP/1.1" status: 200 len: 855 time: 0.1792490 Oct 14 18:01:09.860827 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ae5e5-737a-446b-9db6-5455250fa132 req-40a9607e-3df0-42ef-a2e3-86407e769862 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:09.864271 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2b1ae5e5-737a-446b-9db6-5455250fa132 req-40a9607e-3df0-42ef-a2e3-86407e769862 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 943 time: 0.1297610 Oct 14 18:01:09.882539 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-64358cb0-e7f7-44eb-b460-b71a3f5bec74 req-9c89c182-077a-4c40-9376-123ba4b76df8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd21c5c6-40d0-4af5-8463-26c11112c492 HTTP/1.1" status: 200 len: 217 time: 0.0968218 Oct 14 18:01:09.891102 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-616aa456-be7d-4aa4-96de-d1e39a240a78 req-b761428a-df63-4d36-80b4-e37f5564f703 service neutron] 10.222.0.32 "GET /v2.0/networks/8764e7bf-a1f9-4d8a-a085-03ad956e6070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655784 Oct 14 18:01:09.906360 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-365affce-de0b-4db1-a0c8-6429ccb39457 req-138c60ac-50c2-48a9-bda7-e63f8b54594c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c83af823-a336-4acf-9cf9-971bb99a778b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403948 Oct 14 18:01:09.916827 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e0b590dc-8a40-4e42-942a-1f18279e7716 req-35dca2cc-b33a-4a58-b816-7add576deae8 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012618 Oct 14 18:01:09.925779 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2b1ae5e5-737a-446b-9db6-5455250fa132 req-66b397ba-4bfd-4624-92ad-dadd71fffb06 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474324 Oct 14 18:01:10.055002 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64358cb0-e7f7-44eb-b460-b71a3f5bec74 req-3d10e5c1-1664-4c20-8419-ab201e3a1273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:10.056489 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-64358cb0-e7f7-44eb-b460-b71a3f5bec74 req-3d10e5c1-1664-4c20-8419-ab201e3a1273 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3fc86992-e555-42d7-8e1e-82fdc67616bb HTTP/1.1" status: 200 len: 850 time: 0.1524739 Oct 14 18:01:10.061511 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b2931-a682-4e60-b464-dd40c2b3c6a3 req-ccf9bb86-64e3-4711-a862-865aa9f80aa9 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:10.063039 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-216b2931-a682-4e60-b464-dd40c2b3c6a3 req-ccf9bb86-64e3-4711-a862-865aa9f80aa9 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 943 time: 0.0686440 Oct 14 18:01:10.113515 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-216b2931-a682-4e60-b464-dd40c2b3c6a3 req-2bf0c3a8-b7d0-41b4-b238-8767958649f2 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413713 Oct 14 18:01:10.134983 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-365affce-de0b-4db1-a0c8-6429ccb39457 req-ac5d3546-57e6-4a82-9616-e096df6ca5b3 service neutron] 10.222.0.32 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152119 Oct 14 18:01:10.288903 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [req-53e8d288-6029-494f-b1b9-de5634196469 req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f416a6e-ecaf-4275-9500-f6d0da12845e {{(pid=99719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:01:10.312373 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64358cb0-e7f7-44eb-b460-b71a3f5bec74 req-fb2d8195-a4f7-487a-8b2d-018ab0f60f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:10.314046 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-64358cb0-e7f7-44eb-b460-b71a3f5bec74 req-fb2d8195-a4f7-487a-8b2d-018ab0f60f62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83910de2-b586-4465-84e9-9f9658b647e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2457170 Oct 14 18:01:10.316538 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-53e8d288-6029-494f-b1b9-de5634196469 req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:10.347587 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f3831-d60f-47b7-a15f-ad5bc3ecca6b req-3c3a79bf-f3f6-4029-bbae-68b5101bf11b tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:10.349069 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-299f3831-d60f-47b7-a15f-ad5bc3ecca6b req-3c3a79bf-f3f6-4029-bbae-68b5101bf11b tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 944 time: 0.2626531 Oct 14 18:01:10.587113 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.provisioning_blocks [req-53e8d288-6029-494f-b1b9-de5634196469 req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] Transition to ACTIVE for port object 8f416a6e-ecaf-4275-9500-f6d0da12845e will not be triggered until provisioned by entity L2. {{(pid=99719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 18:01:10.607655 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-53e8d288-6029-494f-b1b9-de5634196469 req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:10.671781 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-365affce-de0b-4db1-a0c8-6429ccb39457 req-198a2795-87b0-49dd-bc53-7ff39d918c60 service neutron] 10.222.0.32 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113218 Oct 14 18:01:10.740778 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-299f3831-d60f-47b7-a15f-ad5bc3ecca6b req-bdc7883e-ba93-4d77-8d3a-384b9a776042 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862073 Oct 14 18:01:10.753359 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] Pushing event updated for resources: {'Port': ['ID=8f416a6e-ecaf-4275-9500-f6d0da12845e,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:10.797706 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-64358cb0-e7f7-44eb-b460-b71a3f5bec74 req-b0ba74c8-a28a-496f-a1bb-061190c6eb75 service neutron] 10.222.0.32 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720740 Oct 14 18:01:10.835121 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-53e8d288-6029-494f-b1b9-de5634196469 req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] Attempting to bind port 8f416a6e-ecaf-4275-9500-f6d0da12845e on host hv-cinder-81393 for vnic_type normal with profile {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:01:10.835487 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-53e8d288-6029-494f-b1b9-de5634196469 req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] Attempting to bind port 8f416a6e-ecaf-4275-9500-f6d0da12845e by drivers openvswitch,hyperv on host hv-cinder-81393 at level 0 using segments [{'id': 'ac426582-1f1e-4f24-813f-1d64cc5aaaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea'}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:01:10.835854 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e8d288-6029-494f-b1b9-de5634196469 req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] Attempting to bind port 8f416a6e-ecaf-4275-9500-f6d0da12845e on network d7ed64d5-7393-452b-96b7-28d14516f1ea {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:01:10.923116 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e8d288-6029-494f-b1b9-de5634196469 req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] Port 8f416a6e-ecaf-4275-9500-f6d0da12845e on network d7ed64d5-7393-452b-96b7-28d14516f1ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81393 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 18:01:10.923499 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e8d288-6029-494f-b1b9-de5634196469 req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] Attempting to bind port 8f416a6e-ecaf-4275-9500-f6d0da12845e on network d7ed64d5-7393-452b-96b7-28d14516f1ea {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:01:10.941937 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e8d288-6029-494f-b1b9-de5634196469 req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] Checking agent: {'id': '26c515f5-fc83-44a3-9c50-84c881af0873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81393', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'started_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:01:10.942274 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e8d288-6029-494f-b1b9-de5634196469 req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] Checking segment: {'id': 'ac426582-1f1e-4f24-813f-1d64cc5aaaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:01:10.942737 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e8d288-6029-494f-b1b9-de5634196469 req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] Bound using segment: {'id': 'ac426582-1f1e-4f24-813f-1d64cc5aaaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea'} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:01:10.943232 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-53e8d288-6029-494f-b1b9-de5634196469 req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] Bound port: 8f416a6e-ecaf-4275-9500-f6d0da12845e, host: hv-cinder-81393, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac426582-1f1e-4f24-813f-1d64cc5aaaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea'}}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:01:10.943836 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-53e8d288-6029-494f-b1b9-de5634196469 req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:11.029963 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 48610) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:11.061558 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de33f1-c217-4387-8653-b0d37587310c req-5a155717-75f1-4ad0-9a9a-0294e10737be tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:11.064100 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-26de33f1-c217-4387-8653-b0d37587310c req-5a155717-75f1-4ad0-9a9a-0294e10737be tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0687585 Oct 14 18:01:11.084598 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-53e8d288-6029-494f-b1b9-de5634196469 req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] For port 8f416a6e-ecaf-4275-9500-f6d0da12845e, host hv-cinder-81393, cleared binding levels {{(pid=99719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:01:11.093520 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-64358cb0-e7f7-44eb-b460-b71a3f5bec74 req-12aae195-42b2-48f7-9652-cd5d37b67be8 service neutron] 10.222.0.32 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852621 Oct 14 18:01:11.106451 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-53e8d288-6029-494f-b1b9-de5634196469 req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] For port 8f416a6e-ecaf-4275-9500-f6d0da12845e, host hv-cinder-81393, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=8f416a6e-ecaf-4275-9500-f6d0da12845e,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:01:11.117560 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-26de33f1-c217-4387-8653-b0d37587310c req-0635c4e0-34a6-43dd-83aa-cbdc3d8fd7f1 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469644 Oct 14 18:01:11.126069 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814a96a-702a-45c8-ab60-11c1fd85ba3c req-0873926b-1de2-425b-a353-1d49163840f4 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:11.127745 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8814a96a-702a-45c8-ab60-11c1fd85ba3c req-0873926b-1de2-425b-a353-1d49163840f4 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 943 time: 0.1162601 Oct 14 18:01:11.129734 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-53e8d288-6029-494f-b1b9-de5634196469 req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:11.170167 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:11.173449 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-2c7f111e-24b1-456d-b722-71874d467cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:11.228915 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8d288-6029-494f-b1b9-de5634196469 req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:11.229571 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-53e8d288-6029-494f-b1b9-de5634196469 req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:11.232000 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-53e8d288-6029-494f-b1b9-de5634196469 req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] 10.222.0.32 "PUT /v2.0/ports/8f416a6e-ecaf-4275-9500-f6d0da12845e HTTP/1.1" status: 200 len: 1094 time: 2.0204434 Oct 14 18:01:11.232868 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d65178d-6bc0-4327-9d0a-0258c9096cbe', 'tag': '8f416a6e-ecaf-4275-9500-f6d0da12845e'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:01:11.235164 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fe3dd2-682b-47a6-b4b7-b06e03a25238" -d '{"events": [{"name": "network-changed", "server_uuid": "8d65178d-6bc0-4327-9d0a-0258c9096cbe", "tag": "8f416a6e-ecaf-4275-9500-f6d0da12845e"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:01:11.244808 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f98fa8-3ea7-4c6e-a787-1f52d879de0d service neutron] Pushing event updated for resources: {'Port': ['ID=8f416a6e-ecaf-4275-9500-f6d0da12845e,revision_number=3']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:11.255644 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8814a96a-702a-45c8-ab60-11c1fd85ba3c req-250435f1-d5be-4d83-8b56-5d48b7550201 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182482 Oct 14 18:01:11.272206 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55b592-d413-485b-93f2-c4443cadcda3 req-f66045b0-59fd-4d50-b20b-15561a2b3422 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:11.274026 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-1e55b592-d413-485b-93f2-c4443cadcda3 req-f66045b0-59fd-4d50-b20b-15561a2b3422 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 943 time: 0.0849559 Oct 14 18:01:11.323103 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f134164-3abb-4e8c-b4cb-b33c690e9dda x-openstack-request-id: req-0f134164-3abb-4e8c-b4cb-b33c690e9dda {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:01:11.323103 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d65178d-6bc0-4327-9d0a-0258c9096cbe", "tag": "8f416a6e-ecaf-4275-9500-f6d0da12845e", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:01:11.323103 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f134164-3abb-4e8c-b4cb-b33c690e9dda {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:01:11.323103 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d65178d-6bc0-4327-9d0a-0258c9096cbe', 'tag': '8f416a6e-ecaf-4275-9500-f6d0da12845e', 'status': 'completed', 'code': 200} Oct 14 18:01:11.338768 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-2c7f111e-24b1-456d-b722-71874d467cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:11.342806 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-1e55b592-d413-485b-93f2-c4443cadcda3 req-05e61232-b65d-4117-b5fa-2601c266b298 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606012 Oct 14 18:01:11.344087 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-2c7f111e-24b1-456d-b722-71874d467cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:11.389152 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f111e-24b1-456d-b722-71874d467cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee67892-fade-44e6-bea4-ff63c5d4607a,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:11.394277 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-2c7f111e-24b1-456d-b722-71874d467cb3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=041f057aab8844eb94ec7e40e2a6b0bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3624573 Oct 14 18:01:11.397203 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 48618) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:11.447130 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-046bfdd1-1a35-4fda-b34d-d95a49a9629d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:11.469251 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-046bfdd1-1a35-4fda-b34d-d95a49a9629d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:11.517403 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-046bfdd1-1a35-4fda-b34d-d95a49a9629d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:11.519943 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-046bfdd1-1a35-4fda-b34d-d95a49a9629d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:11.521383 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-046bfdd1-1a35-4fda-b34d-d95a49a9629d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cee67892-fade-44e6-bea4-ff63c5d4607a HTTP/1.1" status: 204 len: 168 time: 0.1232851 Oct 14 18:01:11.529944 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bfdd1-1a35-4fda-b34d-d95a49a9629d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee67892-fade-44e6-bea4-ff63c5d4607a,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:11.568653 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-c1f7ce04-d789-4575-ab50-cd69210cc449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:11.600155 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:11.793227 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 48634) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:11.806000 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a4f196db-1160-4333-b731-2c6bf230bf76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:11.858983 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628592c2-f4a5-463d-88e0-53794568a26f req-bb468391-7673-4ac2-b52b-8fc7de473094 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:11.861143 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-628592c2-f4a5-463d-88e0-53794568a26f req-bb468391-7673-4ac2-b52b-8fc7de473094 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 944 time: 0.0680490 Oct 14 18:01:11.902274 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-628592c2-f4a5-463d-88e0-53794568a26f req-3556e748-c726-41d1-8ad9-1cb02800f9ff tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344474 Oct 14 18:01:11.910069 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a4f196db-1160-4333-b731-2c6bf230bf76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:11.913925 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a4f196db-1160-4333-b731-2c6bf230bf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:11.953645 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f196db-1160-4333-b731-2c6bf230bf76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13f3f84-3dc0-4822-a993-a6b5682a9587,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:11.958583 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-a4f196db-1160-4333-b731-2c6bf230bf76 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=586b067b6d1344fe866f54c10f1b349a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1643534 Oct 14 18:01:11.961191 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 48642) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:12.009807 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-751dd823-3b12-4f4b-993c-62a53f2226a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:12.030584 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-751dd823-3b12-4f4b-993c-62a53f2226a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:12.074802 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-751dd823-3b12-4f4b-993c-62a53f2226a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:12.077400 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-751dd823-3b12-4f4b-993c-62a53f2226a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:12.078530 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-751dd823-3b12-4f4b-993c-62a53f2226a6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b13f3f84-3dc0-4822-a993-a6b5682a9587 HTTP/1.1" status: 204 len: 168 time: 0.1164448 Oct 14 18:01:12.086246 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751dd823-3b12-4f4b-993c-62a53f2226a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13f3f84-3dc0-4822-a993-a6b5682a9587,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:12.229607 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c24322-7b32-43ef-889a-ad3cf2550d79 req-f31dd21d-1e22-4eaa-9c9b-cf10d6d9b646 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:12.231716 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-93c24322-7b32-43ef-889a-ad3cf2550d79 req-f31dd21d-1e22-4eaa-9c9b-cf10d6d9b646 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0496385 Oct 14 18:01:12.273260 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-93c24322-7b32-43ef-889a-ad3cf2550d79 req-7f9cfb65-1645-4246-b45d-e3f6d3fcd558 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355020 Oct 14 18:01:12.334142 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:12.383579 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77bde5-8f7a-4212-81d2-45a0da7757d3 req-d29f210e-b7eb-49cc-b8cd-bdc6e24184fd tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:12.385096 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cc77bde5-8f7a-4212-81d2-45a0da7757d3 req-d29f210e-b7eb-49cc-b8cd-bdc6e24184fd tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 943 time: 0.0491300 Oct 14 18:01:12.405648 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 48654) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:12.420428 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-17460414-dc25-4a3b-9daa-20c092df534e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:12.429426 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cc77bde5-8f7a-4212-81d2-45a0da7757d3 req-a91a8ae4-2d6a-40d9-86e2-de507f93611d tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379391 Oct 14 18:01:12.490451 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbff5a1-8fa0-4a19-9a59-fce113f8ab9e req-c3709928-765a-40cd-8129-38408c4e0b42 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:12.491891 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8cbff5a1-8fa0-4a19-9a59-fce113f8ab9e req-c3709928-765a-40cd-8129-38408c4e0b42 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 943 time: 0.0732157 Oct 14 18:01:12.552774 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8cbff5a1-8fa0-4a19-9a59-fce113f8ab9e req-72888e58-4079-4745-9ab1-12db65a4e777 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531154 Oct 14 18:01:12.560787 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-17460414-dc25-4a3b-9daa-20c092df534e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:12.564713 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-17460414-dc25-4a3b-9daa-20c092df534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:12.602192 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-17460414-dc25-4a3b-9daa-20c092df534e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c8e1a9b5fc05486fa4b15cd11c6fe2a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1955161 Oct 14 18:01:12.603055 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17460414-dc25-4a3b-9daa-20c092df534e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51a8286-ce52-4fd0-8336-5b836290538d,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:12.604956 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 48656) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:12.652642 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-315a280d-d9d9-4474-a1ca-352750747adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:12.676142 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-315a280d-d9d9-4474-a1ca-352750747adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:12.720689 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-315a280d-d9d9-4474-a1ca-352750747adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:12.723197 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-315a280d-d9d9-4474-a1ca-352750747adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:12.724294 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-315a280d-d9d9-4474-a1ca-352750747adb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e51a8286-ce52-4fd0-8336-5b836290538d HTTP/1.1" status: 204 len: 168 time: 0.1177454 Oct 14 18:01:12.732707 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a280d-d9d9-4474-a1ca-352750747adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51a8286-ce52-4fd0-8336-5b836290538d,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:13.020631 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406f353-2fac-45f1-89f6-0aec7105d5c9 req-d109da8b-9f24-4ca1-a534-e65331fcf173 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:13.022364 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3406f353-2fac-45f1-89f6-0aec7105d5c9 req-d109da8b-9f24-4ca1-a534-e65331fcf173 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 944 time: 0.0516236 Oct 14 18:01:13.060251 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3406f353-2fac-45f1-89f6-0aec7105d5c9 req-8e4fda75-ff42-4d1f-90cb-b4739a4ddc20 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311759 Oct 14 18:01:13.389543 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2d1d7-a8f2-4926-9a94-7fbf64fc5a8e req-6968e0c9-0d66-4ad2-9042-9aff75e9df82 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:13.391116 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-25a2d1d7-a8f2-4926-9a94-7fbf64fc5a8e req-6968e0c9-0d66-4ad2-9042-9aff75e9df82 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0480642 Oct 14 18:01:13.428466 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-25a2d1d7-a8f2-4926-9a94-7fbf64fc5a8e req-ec51a899-400e-45a9-93f8-aa8694854fbf tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310245 Oct 14 18:01:13.541821 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c68ca6-f745-460c-aea1-54612abbae92 req-5fd1cee9-585b-4e1f-aa70-439f3aaad7f4 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:13.543306 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f7c68ca6-f745-460c-aea1-54612abbae92 req-5fd1cee9-585b-4e1f-aa70-439f3aaad7f4 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 943 time: 0.0489726 Oct 14 18:01:13.583711 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f7c68ca6-f745-460c-aea1-54612abbae92 req-4540eee6-990b-491c-8743-93fbec6a088f tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344510 Oct 14 18:01:13.677333 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f984f-824a-4691-bb7a-792adf086861 req-4d243265-79f8-4715-8419-d777b4dfe8ef tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:13.678811 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7d6f984f-824a-4691-bb7a-792adf086861 req-4d243265-79f8-4715-8419-d777b4dfe8ef tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 943 time: 0.0504131 Oct 14 18:01:13.719598 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7d6f984f-824a-4691-bb7a-792adf086861 req-3ca06597-bdfb-4945-9ddf-9c8fb15f8fce tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339906 Oct 14 18:01:13.769072 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 48700) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:13.868763 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-03ce97dd-ffef-4f55-8463-7623a6149a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:13.946148 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-03ce97dd-ffef-4f55-8463-7623a6149a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:13.950874 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-03ce97dd-ffef-4f55-8463-7623a6149a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:13.989304 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce97dd-ffef-4f55-8463-7623a6149a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b871f63-ee81-4630-bdfc-c77443da33eb,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:13.999000 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 48710) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:13.999194 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-03ce97dd-ffef-4f55-8463-7623a6149a85 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d1bdf915b62248fe88ee6179065cecc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288990 Oct 14 18:01:14.046489 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ab32837e-c0ec-4f7d-af0c-d3240f4c661d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:14.068770 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ab32837e-c0ec-4f7d-af0c-d3240f4c661d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:14.092040 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 07b98de7-0d20-4644-8f02-03e56dc04858 details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:01:14.136517 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ab32837e-c0ec-4f7d-af0c-d3240f4c661d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:14.139347 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ab32837e-c0ec-4f7d-af0c-d3240f4c661d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:14.140556 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-ab32837e-c0ec-4f7d-af0c-d3240f4c661d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1b871f63-ee81-4630-bdfc-c77443da33eb HTTP/1.1" status: 204 len: 168 time: 0.1406002 Oct 14 18:01:14.153451 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32837e-c0ec-4f7d-af0c-d3240f4c661d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b871f63-ee81-4630-bdfc-c77443da33eb,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:14.184214 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe3dd2-682b-47a6-b4b7-b06e03a25238 req-04cac439-6f90-4fb2-8321-9de7f988da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:14.185733 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-99fe3dd2-682b-47a6-b4b7-b06e03a25238 req-04cac439-6f90-4fb2-8321-9de7f988da5a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=229d568687144cccbef243c252982e00&device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 1097 time: 0.0993805 Oct 14 18:01:14.221390 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b42ca-5cfe-402c-9375-502d7727bec0 req-00a65f48-a816-42a1-9c8b-2dc680a56de0 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:14.223022 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-950b42ca-5cfe-402c-9375-502d7727bec0 req-00a65f48-a816-42a1-9c8b-2dc680a56de0 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 944 time: 0.0874550 Oct 14 18:01:14.234217 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:14.241026 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 07b98de7-0d20-4644-8f02-03e56dc04858, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=07b98de7-0d20-4644-8f02-03e56dc04858,segment=NetworkSegment(58e7e024-1c9c-4abc-bd9a-1193ab45d9b4),segment_id=58e7e024-1c9c-4abc-bd9a-1193ab45d9b4)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:14.251835 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': '07b98de7-0d20-4644-8f02-03e56dc04858', 'network_id': '8764e7bf-a1f9-4d8a-a085-03ad956e6070', 'port_id': '07b98de7-0d20-4644-8f02-03e56dc04858', 'mac_address': 'fa:16:3e:40:4a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85449f44-62e4-4e5a-a2dc-59cbc1108df8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:01:14.299783 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:14.315923 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b98de7-0d20-4644-8f02-03e56dc04858 {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:01:14.343655 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 07b98de7-0d20-4644-8f02-03e56dc04858, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=07b98de7-0d20-4644-8f02-03e56dc04858,segment=NetworkSegment(58e7e024-1c9c-4abc-bd9a-1193ab45d9b4),segment_id=58e7e024-1c9c-4abc-bd9a-1193ab45d9b4)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:14.349126 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:14.349788 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:01:14.381342 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-950b42ca-5cfe-402c-9375-502d7727bec0 req-07b3ac2b-03a7-4e1a-878c-a815a724c776 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373484 Oct 14 18:01:14.428058 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe3dd2-682b-47a6-b4b7-b06e03a25238 req-b558b2ba-3968-4246-838c-d69195f9caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:14.429809 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-99fe3dd2-682b-47a6-b4b7-b06e03a25238 req-b558b2ba-3968-4246-838c-d69195f9caa3 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=229d568687144cccbef243c252982e00&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2336950 Oct 14 18:01:14.433035 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=07b98de7-0d20-4644-8f02-03e56dc04858,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:14.526158 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a,segment=NetworkSegment(931a8068-5c0e-41a2-bb4c-c55889796b97),segment_id=931a8068-5c0e-41a2-bb4c-c55889796b97)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:14.541116 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': '0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a', 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b', 'port_id': '0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a', 'mac_address': 'fa:16:3e:e1:f6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219e8690-55de-4444-b3f4-7eed7cf9bd62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:01:14.583900 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba93ee9-6017-45d3-bd64-267876de077d req-97f3711e-02d9-48cb-8844-9e560fc26852 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:14.586048 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-cba93ee9-6017-45d3-bd64-267876de077d req-97f3711e-02d9-48cb-8844-9e560fc26852 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0730867 Oct 14 18:01:14.601750 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:14.617494 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:01:14.639948 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a,segment=NetworkSegment(931a8068-5c0e-41a2-bb4c-c55889796b97),segment_id=931a8068-5c0e-41a2-bb4c-c55889796b97)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:14.641974 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-cba93ee9-6017-45d3-bd64-267876de077d req-308ea6c0-c31b-47b9-91a1-fd1bf8bfea57 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474148 Oct 14 18:01:14.656987 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:14.657841 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device bd21c5c6-40d0-4af5-8463-26c11112c492 details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:01:14.666127 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe3dd2-682b-47a6-b4b7-b06e03a25238 req-0857ee24-8171-45f5-8493-14f66804b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:14.672590 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-99fe3dd2-682b-47a6-b4b7-b06e03a25238 req-0857ee24-8171-45f5-8493-14f66804b5ca service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2356627 Oct 14 18:01:14.772924 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02afa0c-cf46-4936-a134-7f5ae7112846 req-939418fc-d51c-47f6-863f-c97a58653c6d tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:14.774624 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e02afa0c-cf46-4936-a134-7f5ae7112846 req-939418fc-d51c-47f6-863f-c97a58653c6d tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 943 time: 0.0932250 Oct 14 18:01:14.806186 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8d288-6029-494f-b1b9-de5634196469 req-8cd46308-c06b-4a3c-b712-8a44d19a4a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:14.807667 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-53e8d288-6029-494f-b1b9-de5634196469 req-8cd46308-c06b-4a3c-b712-8a44d19a4a7f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=229d568687144cccbef243c252982e00&device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 1097 time: 0.0870979 Oct 14 18:01:14.865334 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e02afa0c-cf46-4936-a134-7f5ae7112846 req-9a1e462f-db42-437b-be5f-d4fd697d3f09 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836647 Oct 14 18:01:14.866734 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-53e8d288-6029-494f-b1b9-de5634196469 req-6c466e6e-fd66-405f-bc57-2e00899c4048 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f416a6e-ecaf-4275-9500-f6d0da12845e HTTP/1.1" status: 200 len: 217 time: 0.0463750 Oct 14 18:01:14.890468 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:14.896928 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9c06a-f7f3-47d6-a19f-d243cca3ed98 req-ea285973-7ed6-4636-ad88-8829116d958d tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:14.907742 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-31e9c06a-f7f3-47d6-a19f-d243cca3ed98 req-ea285973-7ed6-4636-ad88-8829116d958d tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 944 time: 0.0867584 Oct 14 18:01:14.939610 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8d288-6029-494f-b1b9-de5634196469 req-b5e01ee1-a5e4-4c6b-943e-d8a3901d3994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:14.944580 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-53e8d288-6029-494f-b1b9-de5634196469 req-b5e01ee1-a5e4-4c6b-943e-d8a3901d3994 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3db5b355-eec8-4685-acd1-cd1968bd4562 HTTP/1.1" status: 200 len: 855 time: 0.0703938 Oct 14 18:01:14.951195 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port bd21c5c6-40d0-4af5-8463-26c11112c492, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=bd21c5c6-40d0-4af5-8463-26c11112c492,segment=NetworkSegment(52ac0125-356a-4259-94e8-0d806eb069a1),segment_id=52ac0125-356a-4259-94e8-0d806eb069a1)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:14.959756 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-31e9c06a-f7f3-47d6-a19f-d243cca3ed98 req-12124092-e2e8-4ad2-81c1-6b7efc7f3831 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379846 Oct 14 18:01:14.968606 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': 'bd21c5c6-40d0-4af5-8463-26c11112c492', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'port_id': 'bd21c5c6-40d0-4af5-8463-26c11112c492', 'mac_address': 'fa:16:3e:53:31:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:01:14.994568 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8d288-6029-494f-b1b9-de5634196469 req-90a8b950-d2c8-44a7-8af6-2645da353f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:14.996760 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-53e8d288-6029-494f-b1b9-de5634196469 req-90a8b950-d2c8-44a7-8af6-2645da353f6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7ed64d5-7393-452b-96b7-28d14516f1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455022 Oct 14 18:01:15.047943 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:15.065964 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd21c5c6-40d0-4af5-8463-26c11112c492 {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:01:15.097739 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port bd21c5c6-40d0-4af5-8463-26c11112c492, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=bd21c5c6-40d0-4af5-8463-26c11112c492,segment=NetworkSegment(52ac0125-356a-4259-94e8-0d806eb069a1),segment_id=52ac0125-356a-4259-94e8-0d806eb069a1)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:15.104821 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:15.120788 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-53e8d288-6029-494f-b1b9-de5634196469 req-75a36d99-5863-4072-b8ee-73539e87ae88 service neutron] 10.222.0.32 "GET /v2.0/networks/d7ed64d5-7393-452b-96b7-28d14516f1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155140 Oct 14 18:01:15.161029 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=bd21c5c6-40d0-4af5-8463-26c11112c492,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:15.241535 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-53e8d288-6029-494f-b1b9-de5634196469 req-4591715d-e599-4093-8a7f-7a059871a396 service neutron] 10.222.0.32 "GET /v2.0/networks/d7ed64d5-7393-452b-96b7-28d14516f1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119649 Oct 14 18:01:15.469746 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['bd21c5c6-40d0-4af5-8463-26c11112c492'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:01:15.522207 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:01:15.524587 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['07b98de7-0d20-4644-8f02-03e56dc04858'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:01:15.543701 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3458b4-869f-4d66-a03e-350cb7c0dca8 req-4dbe1437-4a2e-4c05-a2d6-f10a31b0e7f8 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:15.545463 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0f3458b4-869f-4d66-a03e-350cb7c0dca8 req-4dbe1437-4a2e-4c05-a2d6-f10a31b0e7f8 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 945 time: 0.0876787 Oct 14 18:01:15.591105 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0f3458b4-869f-4d66-a03e-350cb7c0dca8 req-076eb32a-37ac-4e66-beb8-1abb95c93959 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388031 Oct 14 18:01:15.686017 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 48778) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:15.787440 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75824f88-877f-44cc-957e-53aeb320a839 req-fe78fd41-1642-4f81-b0dd-addb16d4c65a tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:15.789950 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-75824f88-877f-44cc-957e-53aeb320a839 req-fe78fd41-1642-4f81-b0dd-addb16d4c65a tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0565381 Oct 14 18:01:15.812817 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-ac5d6d56-ca08-4d6b-a8ee-3d0873859e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:15.836603 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-75824f88-877f-44cc-957e-53aeb320a839 req-6cd51864-a07d-40a9-b3b5-fdb12542bf76 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405836 Oct 14 18:01:15.901444 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-ac5d6d56-ca08-4d6b-a8ee-3d0873859e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:15.906261 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-ac5d6d56-ca08-4d6b-a8ee-3d0873859e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:15.944609 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-ac5d6d56-ca08-4d6b-a8ee-3d0873859e1b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6608db5b585546bd954da59121b4573e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575028 Oct 14 18:01:15.947823 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 48784) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:15.949250 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d6d56-ca08-4d6b-a8ee-3d0873859e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406acc72-92ac-4f69-a21b-fd859b15fd9a,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:16.004683 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-50c5a512-92cd-4099-aa7b-729c030f0ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:16.022162 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9851b9-7f22-4c53-950a-ca340f1f6347 req-30ad2ecc-ab41-44f2-8d31-ae6696580715 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:16.023919 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7c9851b9-7f22-4c53-950a-ca340f1f6347 req-30ad2ecc-ab41-44f2-8d31-ae6696580715 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 944 time: 0.0596607 Oct 14 18:01:16.038017 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-50c5a512-92cd-4099-aa7b-729c030f0ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:16.063813 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7c9851b9-7f22-4c53-950a-ca340f1f6347 req-f6bb21b7-5675-4fe9-94cb-ee2c55606bce tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338416 Oct 14 18:01:16.110319 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20773a62-da6d-4ae5-a565-369a92f20d32 req-afa28b43-64bf-4e08-a6b6-73dbb60ff63e tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:16.111772 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-20773a62-da6d-4ae5-a565-369a92f20d32 req-afa28b43-64bf-4e08-a6b6-73dbb60ff63e tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 944 time: 0.0859206 Oct 14 18:01:16.145454 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-50c5a512-92cd-4099-aa7b-729c030f0ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:16.148233 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-50c5a512-92cd-4099-aa7b-729c030f0ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:16.149355 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-50c5a512-92cd-4099-aa7b-729c030f0ff7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/406acc72-92ac-4f69-a21b-fd859b15fd9a HTTP/1.1" status: 204 len: 168 time: 0.1999719 Oct 14 18:01:16.158451 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-20773a62-da6d-4ae5-a565-369a92f20d32 req-32ee2fbd-3d0c-41d4-97d2-44f60670f331 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406628 Oct 14 18:01:16.163177 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5a512-92cd-4099-aa7b-729c030f0ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406acc72-92ac-4f69-a21b-fd859b15fd9a,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:16.413744 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 48798) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:16.428264 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-94dbfe05-8f4f-4cc9-a202-52d848bff0cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:16.507226 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-94dbfe05-8f4f-4cc9-a202-52d848bff0cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:16.511510 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-94dbfe05-8f4f-4cc9-a202-52d848bff0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:16.556341 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-94dbfe05-8f4f-4cc9-a202-52d848bff0cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16f531ee282e40e6abf1a6ee6608cfa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414282 Oct 14 18:01:16.557268 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbfe05-8f4f-4cc9-a202-52d848bff0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d24b475-dce9-4a3b-8f9b-6a3f0313e966,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:16.559065 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 48806) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:16.654848 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-90a85477-854d-424a-90ef-012213965ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:16.683098 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-90a85477-854d-424a-90ef-012213965ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:16.761244 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f762e-2a3e-4de1-afa2-fb118abba432 req-f5520428-b5fa-45f9-a0f5-b6feb9c35058 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:16.763308 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cd4f762e-2a3e-4de1-afa2-fb118abba432 req-f5520428-b5fa-45f9-a0f5-b6feb9c35058 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 945 time: 0.0832956 Oct 14 18:01:16.784821 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-90a85477-854d-424a-90ef-012213965ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:16.787347 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-90a85477-854d-424a-90ef-012213965ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:16.791027 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-90a85477-854d-424a-90ef-012213965ecf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4d24b475-dce9-4a3b-8f9b-6a3f0313e966 HTTP/1.1" status: 204 len: 168 time: 0.2266471 Oct 14 18:01:16.801802 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a85477-854d-424a-90ef-012213965ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d24b475-dce9-4a3b-8f9b-6a3f0313e966,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:16.817715 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cd4f762e-2a3e-4de1-afa2-fb118abba432 req-5fb46700-6c32-4896-8da7-119466ca6a07 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480218 Oct 14 18:01:16.965127 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e526a6-49a4-4034-a80f-d9915b12b08d req-3f083a63-3a4f-4e23-aee5-1a7c8aaa2dbf tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:16.966621 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-58e526a6-49a4-4034-a80f-d9915b12b08d req-3f083a63-3a4f-4e23-aee5-1a7c8aaa2dbf tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0543561 Oct 14 18:01:17.009326 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-58e526a6-49a4-4034-a80f-d9915b12b08d req-0ba647fc-ab83-4ac6-a4fa-bb47171c8425 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362294 Oct 14 18:01:17.188063 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475017bf-f921-47f4-bf4b-965404dee3e8 req-e8ed96e9-0d4d-4836-ac5b-b25535816d84 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:17.189680 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-475017bf-f921-47f4-bf4b-965404dee3e8 req-e8ed96e9-0d4d-4836-ac5b-b25535816d84 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 944 time: 0.0541761 Oct 14 18:01:17.228371 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-475017bf-f921-47f4-bf4b-965404dee3e8 req-c3140c64-7215-4153-b8bf-508e6f4b72f1 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328710 Oct 14 18:01:17.292251 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523bdc7-69d1-446c-896d-0fea211c8030 req-ec12fdbf-ffb1-4df4-b51f-05b02a88c647 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:17.294321 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c523bdc7-69d1-446c-896d-0fea211c8030 req-ec12fdbf-ffb1-4df4-b51f-05b02a88c647 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 944 time: 0.0565109 Oct 14 18:01:17.333275 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c523bdc7-69d1-446c-896d-0fea211c8030 req-a760e022-3784-49cc-977d-23af42265a48 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329223 Oct 14 18:01:17.936326 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e816db-4927-4a87-ba55-bc9c762becd4 req-a5c62738-ffcd-4dd6-ac13-e3f1f9b8b5b8 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:17.938449 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-00e816db-4927-4a87-ba55-bc9c762becd4 req-a5c62738-ffcd-4dd6-ac13-e3f1f9b8b5b8 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 945 time: 0.0508049 Oct 14 18:01:17.977850 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-00e816db-4927-4a87-ba55-bc9c762becd4 req-837c0099-0155-40cc-a838-1d60114f0d98 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313251 Oct 14 18:01:18.128702 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b8bf4-ae9f-466a-afef-dc2fb2c003f5 req-59b7f7c1-4022-490a-b18b-d1eaae6772a1 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:18.130194 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-461b8bf4-ae9f-466a-afef-dc2fb2c003f5 req-59b7f7c1-4022-490a-b18b-d1eaae6772a1 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0491822 Oct 14 18:01:18.169787 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-461b8bf4-ae9f-466a-afef-dc2fb2c003f5 req-abafc885-c9a8-459e-aac2-1fc61e6460c5 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336709 Oct 14 18:01:18.345944 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500984b-bc4b-4d3a-ac95-d82ca8654e5d req-a59b7721-7f74-4371-9fc0-71dae00caf21 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:18.347512 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9500984b-bc4b-4d3a-ac95-d82ca8654e5d req-a59b7721-7f74-4371-9fc0-71dae00caf21 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 944 time: 0.0500968 Oct 14 18:01:18.387586 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9500984b-bc4b-4d3a-ac95-d82ca8654e5d req-b92a55d1-57f6-4689-9a65-373902c52eeb tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338757 Oct 14 18:01:18.454985 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f6492-59fb-436e-bec4-67b618ca8a40 req-b60035b3-563e-4958-8b32-3a717f3677bc tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:18.456439 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-9b4f6492-59fb-436e-bec4-67b618ca8a40 req-b60035b3-563e-4958-8b32-3a717f3677bc tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 944 time: 0.0486524 Oct 14 18:01:18.471631 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 48890) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:18.493813 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-9b4f6492-59fb-436e-bec4-67b618ca8a40 req-d5b9a830-45ad-40fd-857c-830bd740ce27 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313857 Oct 14 18:01:18.576326 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-66f79f6d-61a4-4eb1-829b-347cf749b5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:18.647925 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-66f79f6d-61a4-4eb1-829b-347cf749b5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:18.651660 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-66f79f6d-61a4-4eb1-829b-347cf749b5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:18.689049 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-66f79f6d-61a4-4eb1-829b-347cf749b5fd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8dea1362a2be43eda3d700407839f5ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162318 Oct 14 18:01:18.689853 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f79f6d-61a4-4eb1-829b-347cf749b5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d6a97f-4cc3-4818-a4a5-0516c124fe00,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:18.691768 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 48896) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:18.742352 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8a8f07bc-954d-4ec5-8d0d-d876588274c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:18.762311 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8a8f07bc-954d-4ec5-8d0d-d876588274c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:18.809099 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8a8f07bc-954d-4ec5-8d0d-d876588274c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:18.811623 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8a8f07bc-954d-4ec5-8d0d-d876588274c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:18.812766 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-8a8f07bc-954d-4ec5-8d0d-d876588274c2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9d6a97f-4cc3-4818-a4a5-0516c124fe00 HTTP/1.1" status: 204 len: 168 time: 0.1199927 Oct 14 18:01:18.820237 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f07bc-954d-4ec5-8d0d-d876588274c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d6a97f-4cc3-4818-a4a5-0516c124fe00,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:18.916331 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 8f416a6e-ecaf-4275-9500-f6d0da12845e details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:01:19.017147 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 8f416a6e-ecaf-4275-9500-f6d0da12845e, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=8f416a6e-ecaf-4275-9500-f6d0da12845e,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:19.030157 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': '8f416a6e-ecaf-4275-9500-f6d0da12845e', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'port_id': '8f416a6e-ecaf-4275-9500-f6d0da12845e', 'mac_address': 'fa:16:3e:99:08:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:01:19.066738 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:19.080083 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f416a6e-ecaf-4275-9500-f6d0da12845e {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:01:19.083453 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 48906) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:19.097673 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-4abc5135-be43-439f-8660-4dce11c01656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:19.100086 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 8f416a6e-ecaf-4275-9500-f6d0da12845e, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=8f416a6e-ecaf-4275-9500-f6d0da12845e,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:19.105037 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:19.105168 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c674e-f3af-4cfe-b873-d19213bf74a1 req-f63fa16d-5e0b-4459-9fc1-81a1521312c7 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:19.107731 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-871c674e-f3af-4cfe-b873-d19213bf74a1 req-f63fa16d-5e0b-4459-9fc1-81a1521312c7 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 945 time: 0.0542057 Oct 14 18:01:19.147841 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-871c674e-f3af-4cfe-b873-d19213bf74a1 req-4d58250f-8d1b-459a-8cf2-0ba84811ee0c tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336220 Oct 14 18:01:19.159421 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=8f416a6e-ecaf-4275-9500-f6d0da12845e,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:19.184457 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-4abc5135-be43-439f-8660-4dce11c01656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:19.189220 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-4abc5135-be43-439f-8660-4dce11c01656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:19.229413 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-4abc5135-be43-439f-8660-4dce11c01656 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=afb2c25bca9c45239c22c7313fddd497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448045 Oct 14 18:01:19.230224 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 48912) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:19.230622 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc5135-be43-439f-8660-4dce11c01656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8121e1c9-1fe7-4cbb-ac90-e738307635d5,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:19.292098 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fccfc1-4bdd-4763-9fd7-e3ddc274c1c1 req-86afc201-55df-4d0f-8d26-ac35e336d46e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:19.293614 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e6fccfc1-4bdd-4763-9fd7-e3ddc274c1c1 req-86afc201-55df-4d0f-8d26-ac35e336d46e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 945 time: 0.0512049 Oct 14 18:01:19.299873 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-223b9dcf-5163-4942-8766-ab772a6e05fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:19.321179 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-223b9dcf-5163-4942-8766-ab772a6e05fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:19.332963 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e6fccfc1-4bdd-4763-9fd7-e3ddc274c1c1 req-b067ff55-1180-4c1a-860d-c2b525e0f489 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333965 Oct 14 18:01:19.370318 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-223b9dcf-5163-4942-8766-ab772a6e05fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:19.372943 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-223b9dcf-5163-4942-8766-ab772a6e05fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:19.374050 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-223b9dcf-5163-4942-8766-ab772a6e05fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8121e1c9-1fe7-4cbb-ac90-e738307635d5 HTTP/1.1" status: 204 len: 168 time: 0.1428258 Oct 14 18:01:19.381301 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b9dcf-5163-4942-8766-ab772a6e05fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8121e1c9-1fe7-4cbb-ac90-e738307635d5,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:19.503024 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5457cc5-d61b-4ba9-bd80-4bdeed683f07 req-3a854410-e457-427b-a331-555cb78a6e61 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:19.504471 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c5457cc5-d61b-4ba9-bd80-4bdeed683f07 req-3a854410-e457-427b-a331-555cb78a6e61 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 944 time: 0.0485601 Oct 14 18:01:19.544548 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c5457cc5-d61b-4ba9-bd80-4bdeed683f07 req-e7624142-c317-46b6-b451-9d8535bed27a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340903 Oct 14 18:01:19.609222 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2f54f-5c0a-4f8b-adce-35b34a03fde0 req-45cbc1f7-de17-450b-8b39-c501d59d914b tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:19.610714 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c5c2f54f-5c0a-4f8b-adce-35b34a03fde0 req-45cbc1f7-de17-450b-8b39-c501d59d914b tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 944 time: 0.0480630 Oct 14 18:01:19.647544 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c5c2f54f-5c0a-4f8b-adce-35b34a03fde0 req-9e9711ca-f6a2-47c3-8c36-1429016e727e tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311220 Oct 14 18:01:20.001778 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 07b98de7-0d20-4644-8f02-03e56dc04858 up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:01:20.037714 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 48946) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:20.054203 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning for port 07b98de7-0d20-4644-8f02-03e56dc04858 completed by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 18:01:20.057895 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port 07b98de7-0d20-4644-8f02-03e56dc04858 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:01:20.058184 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:20.133632 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-3c530b6b-b938-4fb6-9e7f-7dca46af0ada admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-528107150-network', 'tenant_id': '1137945825d9479d8fe21ca297d727f5'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:01:20.135426 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:20.154418 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c530b6b-b938-4fb6-9e7f-7dca46af0ada admin admin] Made reservation on behalf of 1137945825d9479d8fe21ca297d727f5 for: {'network': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:01:20.156630 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3c530b6b-b938-4fb6-9e7f-7dca46af0ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for network, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:20.163656 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e980e1c7-9029-4752-a6b8-34576151e49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b98de7-0d20-4644-8f02-03e56dc04858'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:01:20.164708 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3c530b6b-b938-4fb6-9e7f-7dca46af0ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:20.242174 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 07b98de7-0d20-4644-8f02-03e56dc04858, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=07b98de7-0d20-4644-8f02-03e56dc04858,segment=NetworkSegment(58e7e024-1c9c-4abc-bd9a-1193ab45d9b4),segment_id=58e7e024-1c9c-4abc-bd9a-1193ab45d9b4)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:20.248757 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:20.249577 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device bd21c5c6-40d0-4af5-8463-26c11112c492 up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:01:20.288527 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3c530b6b-b938-4fb6-9e7f-7dca46af0ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:20.296352 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3c530b6b-b938-4fb6-9e7f-7dca46af0ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:20.320804 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['8f416a6e-ecaf-4275-9500-f6d0da12845e'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:01:20.346683 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=07b98de7-0d20-4644-8f02-03e56dc04858,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:20.359162 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb70ec7-606f-4ec9-96b4-a00e0421b732" -d '{"events": [{"server_uuid": "e980e1c7-9029-4752-a6b8-34576151e49a", "name": "network-vif-plugged", "status": "completed", "tag": "07b98de7-0d20-4644-8f02-03e56dc04858"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:01:20.421919 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning for port bd21c5c6-40d0-4af5-8463-26c11112c492 completed by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 18:01:20.434218 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port bd21c5c6-40d0-4af5-8463-26c11112c492 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:01:20.434589 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:20.465746 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd1a5c-55dd-4fcc-b476-e4de52393fff req-58422dd2-7431-4b35-a104-99a997abc745 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:20.467821 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2cbd1a5c-55dd-4fcc-b476-e4de52393fff req-58422dd2-7431-4b35-a104-99a997abc745 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 945 time: 0.0561800 Oct 14 18:01:20.508988 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2cbd1a5c-55dd-4fcc-b476-e4de52393fff req-834a27ed-bff0-4e11-986c-9c0bf14ea621 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344048 Oct 14 18:01:20.510362 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e8108-fc78-47cf-86c0-a6ca8f12cf7d req-40c4817f-c1a2-4818-8569-0bc26a715691 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:20.512432 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-783e8108-fc78-47cf-86c0-a6ca8f12cf7d req-40c4817f-c1a2-4818-8569-0bc26a715691 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 945 time: 0.2891433 Oct 14 18:01:20.528591 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c530b6b-b938-4fb6-9e7f-7dca46af0ada admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=99719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 18:01:20.545575 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c530b6b-b938-4fb6-9e7f-7dca46af0ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecd2197-120d-466e-9700-ce916bcd1dc4,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:20.559335 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3c530b6b-b938-4fb6-9e7f-7dca46af0ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:20.559713 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.segments_db [None req-3c530b6b-b938-4fb6-9e7f-7dca46af0ada admin admin] Added segment a9b404f8-e2d6-4473-bea9-f055315bb6b0 of type vlan for network 69459eb2-7901-45db-a678-03d8cc32b715 Oct 14 18:01:20.580100 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-783e8108-fc78-47cf-86c0-a6ca8f12cf7d req-51cf5052-1a67-4d14-b455-7d60f37fa5b5 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560331 Oct 14 18:01:20.587951 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:20.625244 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3c530b6b-b938-4fb6-9e7f-7dca46af0ada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762486039426'] for network, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:20.635629 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port bd21c5c6-40d0-4af5-8463-26c11112c492, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=bd21c5c6-40d0-4af5-8463-26c11112c492,segment=NetworkSegment(52ac0125-356a-4259-94e8-0d806eb069a1),segment_id=52ac0125-356a-4259-94e8-0d806eb069a1)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:20.641016 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:20.641800 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:01:20.645818 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed9e96f-95ca-440a-8548-50c4e89b3ea3 x-openstack-request-id: req-aed9e96f-95ca-440a-8548-50c4e89b3ea3 {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:01:20.646258 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e980e1c7-9029-4752-a6b8-34576151e49a", "name": "network-vif-plugged", "status": "completed", "tag": "07b98de7-0d20-4644-8f02-03e56dc04858", "code": 200}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:01:20.646870 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aed9e96f-95ca-440a-8548-50c4e89b3ea3 {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:01:20.647214 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e980e1c7-9029-4752-a6b8-34576151e49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b98de7-0d20-4644-8f02-03e56dc04858', 'code': 200} Oct 14 18:01:20.651625 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3c530b6b-b938-4fb6-9e7f-7dca46af0ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for network, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:20.653146 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c530b6b-b938-4fb6-9e7f-7dca46af0ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:20.653949 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3c530b6b-b938-4fb6-9e7f-7dca46af0ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:20.727914 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=bd21c5c6-40d0-4af5-8463-26c11112c492,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:20.731439 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-3c530b6b-b938-4fb6-9e7f-7dca46af0ada admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6925938 Oct 14 18:01:20.734502 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 48974) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:20.739977 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning for port 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a completed by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 18:01:20.741016 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-80af35fd-4bd9-4a9c-8a68-a8f1f3e74703 admin admin] Request body: {'subnet': {'network_id': '69459eb2-7901-45db-a678-03d8cc32b715', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-528107150-subnet', 'tenant_id': '1137945825d9479d8fe21ca297d727f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:01:20.744552 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:01:20.745208 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:20.775631 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c530b6b-b938-4fb6-9e7f-7dca46af0ada admin admin] Pushing event updated for resources: {'Network': ['ID=69459eb2-7901-45db-a678-03d8cc32b715,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:20.790281 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896e891-99d2-460e-bd46-89d6612327a4 req-fd63bd23-259a-4c55-9595-819c3719dd58 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:20.791938 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2966d3-0ee0-49f3-9eee-40c704fa335a req-e9dee024-7660-430e-a752-674bf0bc75a7 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:20.792146 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6896e891-99d2-460e-bd46-89d6612327a4 req-fd63bd23-259a-4c55-9595-819c3719dd58 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.1357219 Oct 14 18:01:20.793396 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80af35fd-4bd9-4a9c-8a68-a8f1f3e74703 admin admin] Made reservation on behalf of 1137945825d9479d8fe21ca297d727f5 for: {'subnet': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:01:20.795763 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-80af35fd-4bd9-4a9c-8a68-a8f1f3e74703 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:20.799490 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-1a2966d3-0ee0-49f3-9eee-40c704fa335a req-e9dee024-7660-430e-a752-674bf0bc75a7 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 945 time: 0.0767827 Oct 14 18:01:20.814838 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Network 69459eb2-7901-45db-a678-03d8cc32b715 details requested by agent ovs-agent-dv-cinder-813936-1-iscsi with host dv-cinder-813936-1-iscsi {{(pid=99720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 18:01:20.850369 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-1a2966d3-0ee0-49f3-9eee-40c704fa335a req-1d171425-aa37-416b-84d1-ca0d3352dfde tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456424 Oct 14 18:01:20.890816 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6896e891-99d2-460e-bd46-89d6612327a4 req-26342b45-d58a-4a10-9de9-6d228346a75b tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827749 Oct 14 18:01:20.942934 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:20.977195 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a,segment=NetworkSegment(931a8068-5c0e-41a2-bb4c-c55889796b97),segment_id=931a8068-5c0e-41a2-bb4c-c55889796b97)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:20.980849 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:21.024301 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-80af35fd-4bd9-4a9c-8a68-a8f1f3e74703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for subnet, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:21.034714 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:21.079740 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af35fd-4bd9-4a9c-8a68-a8f1f3e74703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=913b36e1-4de9-4fbf-8450-44e1ecb64f22,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:21.086601 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af35fd-4bd9-4a9c-8a68-a8f1f3e74703 admin admin] Checking segment: {'id': 'a9b404f8-e2d6-4473-bea9-f055315bb6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '69459eb2-7901-45db-a678-03d8cc32b715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:01:21.086948 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80af35fd-4bd9-4a9c-8a68-a8f1f3e74703 admin admin] Network hostable DHCP agents. Network: 69459eb2-7901-45db-a678-03d8cc32b715, hostable agents: ['bf408c59-2cf8-4546-bb87-81b32559f057'], hosted agents: [] {{(pid=99719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 18:01:21.102768 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80af35fd-4bd9-4a9c-8a68-a8f1f3e74703 admin admin] Network 69459eb2-7901-45db-a678-03d8cc32b715 is scheduled to be hosted by DHCP agent bf408c59-2cf8-4546-bb87-81b32559f057 with binding_index 1 {{(pid=99719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 18:01:21.111266 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-80af35fd-4bd9-4a9c-8a68-a8f1f3e74703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813936-1-iscsi, 69459eb2-7901-45db-a678-03d8cc32b715) {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:01:21.115131 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80af35fd-4bd9-4a9c-8a68-a8f1f3e74703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:21.115699 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-80af35fd-4bd9-4a9c-8a68-a8f1f3e74703 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:21.119884 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d016c03-43f3-4e37-a608-68fee5045844 None None] Network 69459eb2-7901-45db-a678-03d8cc32b715 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:01:21.131353 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-80af35fd-4bd9-4a9c-8a68-a8f1f3e74703 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3941104 Oct 14 18:01:21.237988 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33485606-be6f-440b-afdf-b64cc97a2f1c None None] Network 69459eb2-7901-45db-a678-03d8cc32b715 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:01:21.579333 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 49004) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:21.584215 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-b77bd38f-fa22-4ca1-b9f6-54f635e7a74b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1299369639-network', 'tenant_id': '6d646dec494c48969fac90e3541fa6c1'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:01:21.610922 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77bd38f-fa22-4ca1-b9f6-54f635e7a74b admin admin] Made reservation on behalf of 6d646dec494c48969fac90e3541fa6c1 for: {'network': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:01:21.613574 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b77bd38f-fa22-4ca1-b9f6-54f635e7a74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for network, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:21.622482 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b77bd38f-fa22-4ca1-b9f6-54f635e7a74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:21.637818 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457156e5-33f3-4dae-abba-22fa4c2b10de req-89c08b79-befe-496b-987a-92bdfd917ee2 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:21.639960 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-457156e5-33f3-4dae-abba-22fa4c2b10de req-89c08b79-befe-496b-987a-92bdfd917ee2 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 945 time: 0.0529408 Oct 14 18:01:21.681855 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-457156e5-33f3-4dae-abba-22fa4c2b10de req-d6132f44-45d5-4533-818b-3dbe340bfcb3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344138 Oct 14 18:01:21.719604 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6198a-64ff-4468-b0b5-41dda397c3e8 req-1e920a2e-fd5f-44e3-bbb5-2e3e3548cc05 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:21.721087 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3fa6198a-64ff-4468-b0b5-41dda397c3e8 req-1e920a2e-fd5f-44e3-bbb5-2e3e3548cc05 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 946 time: 0.0685894 Oct 14 18:01:21.755239 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b77bd38f-fa22-4ca1-b9f6-54f635e7a74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:21.761097 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b77bd38f-fa22-4ca1-b9f6-54f635e7a74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:21.786980 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3fa6198a-64ff-4468-b0b5-41dda397c3e8 req-ffc5e448-ca2c-46e0-ab03-d10c0bfd25b3 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561802 Oct 14 18:01:21.791961 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77bd38f-fa22-4ca1-b9f6-54f635e7a74b admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=99719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 18:01:21.807147 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bd38f-fa22-4ca1-b9f6-54f635e7a74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d1143a-b60d-42c8-9075-1c4b9acc498e,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:21.810004 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b77bd38f-fa22-4ca1-b9f6-54f635e7a74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:21.810341 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.segments_db [None req-b77bd38f-fa22-4ca1-b9f6-54f635e7a74b admin admin] Added segment c536fdfe-07e6-4c45-b4c6-1766900ba0f8 of type vlan for network ddf67d19-10ee-42ac-9f16-4f91da84dd8e Oct 14 18:01:21.848455 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b77bd38f-fa22-4ca1-b9f6-54f635e7a74b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762486039426'] for network, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:21.872763 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b77bd38f-fa22-4ca1-b9f6-54f635e7a74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for network, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:21.873625 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77bd38f-fa22-4ca1-b9f6-54f635e7a74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:21.874202 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b77bd38f-fa22-4ca1-b9f6-54f635e7a74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:21.933100 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-b77bd38f-fa22-4ca1-b9f6-54f635e7a74b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3526380 Oct 14 18:01:21.937678 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 49014) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:21.942364 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-9ff89b31-96e3-4ea6-88e9-3024716d318f admin admin] Request body: {'subnet': {'network_id': 'ddf67d19-10ee-42ac-9f16-4f91da84dd8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1299369639-subnet', 'tenant_id': '6d646dec494c48969fac90e3541fa6c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:01:21.945871 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bd38f-fa22-4ca1-b9f6-54f635e7a74b admin admin] Pushing event updated for resources: {'Network': ['ID=ddf67d19-10ee-42ac-9f16-4f91da84dd8e,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:21.958522 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Network ddf67d19-10ee-42ac-9f16-4f91da84dd8e details requested by agent ovs-agent-dv-cinder-813936-1-iscsi with host dv-cinder-813936-1-iscsi {{(pid=99720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 18:01:21.967762 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff89b31-96e3-4ea6-88e9-3024716d318f admin admin] Made reservation on behalf of 6d646dec494c48969fac90e3541fa6c1 for: {'subnet': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:01:21.972779 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9ff89b31-96e3-4ea6-88e9-3024716d318f admin admin] Notify callbacks [] for subnet, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:22.008133 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58926a0-1ca7-478e-b545-f8b74e5dae29 req-9a73d731-269b-4dfb-ac86-82f1610b3f1a tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:22.009766 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d58926a0-1ca7-478e-b545-f8b74e5dae29 req-9a73d731-269b-4dfb-ac86-82f1610b3f1a tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 945 time: 0.0830688 Oct 14 18:01:22.051245 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d58926a0-1ca7-478e-b545-f8b74e5dae29 req-874eff08-157a-423a-af68-225f2b24cf8a tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346534 Oct 14 18:01:22.102718 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bbe7b-f2f4-4c40-b236-74edf2945fa4 req-a63d523a-f321-477c-8ac8-2195dd4d2125 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:22.104248 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-747bbe7b-f2f4-4c40-b236-74edf2945fa4 req-a63d523a-f321-477c-8ac8-2195dd4d2125 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0895190 Oct 14 18:01:22.173091 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-747bbe7b-f2f4-4c40-b236-74edf2945fa4 req-5f9d415b-43eb-4972-9adf-1eba154ba16e tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625052 Oct 14 18:01:22.221750 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9ff89b31-96e3-4ea6-88e9-3024716d318f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for subnet, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:22.280276 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff89b31-96e3-4ea6-88e9-3024716d318f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc2b14f6-3e90-4575-90fe-abd3aae601b0,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:22.289566 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff89b31-96e3-4ea6-88e9-3024716d318f admin admin] Checking segment: {'id': 'c536fdfe-07e6-4c45-b4c6-1766900ba0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ddf67d19-10ee-42ac-9f16-4f91da84dd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:01:22.289977 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff89b31-96e3-4ea6-88e9-3024716d318f admin admin] Network hostable DHCP agents. Network: ddf67d19-10ee-42ac-9f16-4f91da84dd8e, hostable agents: ['bf408c59-2cf8-4546-bb87-81b32559f057'], hosted agents: [] {{(pid=99719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 18:01:22.308074 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff89b31-96e3-4ea6-88e9-3024716d318f admin admin] Network ddf67d19-10ee-42ac-9f16-4f91da84dd8e is scheduled to be hosted by DHCP agent bf408c59-2cf8-4546-bb87-81b32559f057 with binding_index 1 {{(pid=99719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 18:01:22.316768 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-9ff89b31-96e3-4ea6-88e9-3024716d318f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813936-1-iscsi, ddf67d19-10ee-42ac-9f16-4f91da84dd8e) {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:01:22.321306 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff89b31-96e3-4ea6-88e9-3024716d318f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:22.322219 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9ff89b31-96e3-4ea6-88e9-3024716d318f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:22.326236 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdcd0cf-f916-421c-91cb-a3d5693b9e9a None None] Network ddf67d19-10ee-42ac-9f16-4f91da84dd8e requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:01:22.337747 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-9ff89b31-96e3-4ea6-88e9-3024716d318f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3990767 Oct 14 18:01:22.446777 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c745a5aa-0d39-4cab-b210-e9438b2d53c2 None None] Network ddf67d19-10ee-42ac-9f16-4f91da84dd8e requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:01:22.647967 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3fdbeb-6b94-46c5-be15-3ebda28fd756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd21c5c6-40d0-4af5-8463-26c11112c492'}, {'server_uuid': 'f6f6e07c-6897-4ad5-9fad-569cbcf6f507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:01:22.650338 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0ef2a2-160b-40fc-9da3-8eb788fd449a" -d '{"events": [{"server_uuid": "1b3fdbeb-6b94-46c5-be15-3ebda28fd756", "name": "network-vif-plugged", "status": "completed", "tag": "bd21c5c6-40d0-4af5-8463-26c11112c492"}, {"server_uuid": "f6f6e07c-6897-4ad5-9fad-569cbcf6f507", "name": "network-vif-plugged", "status": "completed", "tag": "0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:01:22.689485 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 14 Oct 2021 18:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b9c04a-adf9-4951-b4df-21167f24bac7 x-openstack-request-id: req-52b9c04a-adf9-4951-b4df-21167f24bac7 {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:01:22.689785 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3fdbeb-6b94-46c5-be15-3ebda28fd756", "name": "network-vif-plugged", "status": "completed", "tag": "bd21c5c6-40d0-4af5-8463-26c11112c492", "code": 200}, {"server_uuid": "f6f6e07c-6897-4ad5-9fad-569cbcf6f507", "name": "network-vif-plugged", "status": "completed", "tag": "0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a", "code": 200}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:01:22.690039 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52b9c04a-adf9-4951-b4df-21167f24bac7 {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:01:22.690444 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3fdbeb-6b94-46c5-be15-3ebda28fd756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd21c5c6-40d0-4af5-8463-26c11112c492', 'code': 200} Oct 14 18:01:22.690700 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f6e07c-6897-4ad5-9fad-569cbcf6f507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a', 'code': 200} Oct 14 18:01:22.805788 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088b1ad-ca15-4bea-bdd5-9d1bb589a1c8 req-94516b92-b00d-43e3-9165-a2b22f022994 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:22.807897 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6088b1ad-ca15-4bea-bdd5-9d1bb589a1c8 req-94516b92-b00d-43e3-9165-a2b22f022994 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 945 time: 0.0519128 Oct 14 18:01:22.873872 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6088b1ad-ca15-4bea-bdd5-9d1bb589a1c8 req-f00bcc6b-6c33-4b7c-b5ab-f32f27b51c8d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477028 Oct 14 18:01:22.917034 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a1d7b-8da0-4ba8-a259-5ba01290bfc1 req-30c1d559-23c7-427b-989d-d76ed8479c31 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:22.918995 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7b7a1d7b-8da0-4ba8-a259-5ba01290bfc1 req-30c1d559-23c7-427b-989d-d76ed8479c31 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 946 time: 0.0533111 Oct 14 18:01:22.959261 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7b7a1d7b-8da0-4ba8-a259-5ba01290bfc1 req-06cc6f19-9d52-4e43-ae71-306adb6e0456 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339317 Oct 14 18:01:23.163761 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf326d-36bf-403e-afa2-0acade4ec975 req-b4941b9c-e872-498f-9624-a392ce633c6a tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:23.165188 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bddf326d-36bf-403e-afa2-0acade4ec975 req-b4941b9c-e872-498f-9624-a392ce633c6a tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 945 time: 0.0467234 Oct 14 18:01:23.201611 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bddf326d-36bf-403e-afa2-0acade4ec975 req-e285dd82-63a2-49ca-aad1-42258008e810 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299523 Oct 14 18:01:23.307406 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13170fa0-1c5b-42d0-9f64-c20650657e7c req-e60c1fe6-7c03-49f6-a00b-7797f608e9e1 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:23.311184 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-13170fa0-1c5b-42d0-9f64-c20650657e7c req-e60c1fe6-7c03-49f6-a00b-7797f608e9e1 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0716596 Oct 14 18:01:23.358399 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-13170fa0-1c5b-42d0-9f64-c20650657e7c req-a0b07f42-9b1d-46b1-89a3-4a263a4842b4 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403183 Oct 14 18:01:23.539349 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0082794-676e-4cb3-8fb9-9113706d37fe req-33fc650f-db97-4e91-8438-88476fb2793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:23.540825 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a0082794-676e-4cb3-8fb9-9113706d37fe req-33fc650f-db97-4e91-8438-88476fb2793b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 1098 time: 0.1301947 Oct 14 18:01:23.545346 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7f897-288e-4d98-bb30-292cbb9f3255 req-0be4737d-63e6-4091-93b4-86c7260c7423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:23.546687 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cad7f897-288e-4d98-bb30-292cbb9f3255 req-0be4737d-63e6-4091-93b4-86c7260c7423 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 1099 time: 0.1072123 Oct 14 18:01:23.552209 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3a456-83d7-447c-af00-6304dd0968c9 req-df91cb1f-5855-4967-bc7b-02c41413e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:23.553591 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-03e3a456-83d7-447c-af00-6304dd0968c9 req-df91cb1f-5855-4967-bc7b-02c41413e503 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 1098 time: 0.0664413 Oct 14 18:01:23.589087 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-cad7f897-288e-4d98-bb30-292cbb9f3255 req-24653928-529a-4a7c-91bf-bae72a05a32e service neutron] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:23.592541 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-a0082794-676e-4cb3-8fb9-9113706d37fe req-9c40752e-0343-43d2-9221-0cf3eef747ff service neutron] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:23.599813 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-03e3a456-83d7-447c-af00-6304dd0968c9 req-10606133-48b4-4722-9761-e0797b148fb6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:23.721254 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-a0082794-676e-4cb3-8fb9-9113706d37fe req-9c40752e-0343-43d2-9221-0cf3eef747ff service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:23.726697 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-a0082794-676e-4cb3-8fb9-9113706d37fe req-9c40752e-0343-43d2-9221-0cf3eef747ff service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:23.741981 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.db.api [req-cad7f897-288e-4d98-bb30-292cbb9f3255 req-24653928-529a-4a7c-91bf-bae72a05a32e service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 021a20199a534a1284a73430fb978e72 {{(pid=99719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 18:01:23.742390 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG oslo_db.api [req-cad7f897-288e-4d98-bb30-292cbb9f3255 req-24653928-529a-4a7c-91bf-bae72a05a32e service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 18:01:23.742777 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.db.api [req-03e3a456-83d7-447c-af00-6304dd0968c9 req-10606133-48b4-4722-9761-e0797b148fb6 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 021a20199a534a1284a73430fb978e72 {{(pid=99719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 18:01:23.743085 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG oslo_db.api [req-03e3a456-83d7-447c-af00-6304dd0968c9 req-10606133-48b4-4722-9761-e0797b148fb6 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 18:01:23.758592 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a0082794-676e-4cb3-8fb9-9113706d37fe req-9c40752e-0343-43d2-9221-0cf3eef747ff service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031112 Oct 14 18:01:23.767278 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40752e-0343-43d2-9221-0cf3eef747ff service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9f023fa0-90c3-4682-9b40-e397e42a9c18,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:23.984774 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c29c9f-2f51-46a1-876a-1d503189be15 req-d6fb967e-4e0f-4e29-acf1-b0b88f09ddca tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:23.992483 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b0c29c9f-2f51-46a1-876a-1d503189be15 req-d6fb967e-4e0f-4e29-acf1-b0b88f09ddca tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 945 time: 0.0615206 Oct 14 18:01:24.047441 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b0c29c9f-2f51-46a1-876a-1d503189be15 req-444ae5db-f31a-4e53-8601-d316efe1366a tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481603 Oct 14 18:01:24.090617 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b41c9-7885-481e-9069-ae98a19d8a86 req-1c10fbea-1c71-4a3e-b836-96ed8ace7f5f tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:24.092167 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8c1b41c9-7885-481e-9069-ae98a19d8a86 req-1c10fbea-1c71-4a3e-b836-96ed8ace7f5f tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 946 time: 0.0595317 Oct 14 18:01:24.139759 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8c1b41c9-7885-481e-9069-ae98a19d8a86 req-62c4cd8b-47af-49ca-876f-2f062a739edd tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407197 Oct 14 18:01:24.243961 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-cad7f897-288e-4d98-bb30-292cbb9f3255 req-24653928-529a-4a7c-91bf-bae72a05a32e service neutron] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:24.248602 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-03e3a456-83d7-447c-af00-6304dd0968c9 req-10606133-48b4-4722-9761-e0797b148fb6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:24.395714 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-03e3a456-83d7-447c-af00-6304dd0968c9 req-10606133-48b4-4722-9761-e0797b148fb6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8295960 Oct 14 18:01:24.404249 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9671b-8d46-4386-8f68-dd07d86eb2d9 req-2475825f-588d-4773-a226-ad31d4e78e86 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:24.405652 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cae9671b-8d46-4386-8f68-dd07d86eb2d9 req-2475825f-588d-4773-a226-ad31d4e78e86 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 945 time: 0.1109481 Oct 14 18:01:24.407567 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cad7f897-288e-4d98-bb30-292cbb9f3255 req-24653928-529a-4a7c-91bf-bae72a05a32e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8531513 Oct 14 18:01:24.443124 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cae9671b-8d46-4386-8f68-dd07d86eb2d9 req-688eefee-bb30-4d90-a197-e0b69c2ec9a6 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308828 Oct 14 18:01:24.480683 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a3b63-4f70-4670-b99d-9673e83ef487 req-78011967-cda1-45d6-a457-42ffb98649f5 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:24.482117 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-db0a3b63-4f70-4670-b99d-9673e83ef487 req-78011967-cda1-45d6-a457-42ffb98649f5 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0488346 Oct 14 18:01:24.521356 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-db0a3b63-4f70-4670-b99d-9673e83ef487 req-3c788c08-e17d-42fd-9f44-06d4c784d8e9 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332236 Oct 14 18:01:25.155743 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092e755-57e7-435d-a1e6-6fde2f27eb9c req-dab70466-afd3-4460-af2b-54263344a502 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:25.157176 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1092e755-57e7-435d-a1e6-6fde2f27eb9c req-dab70466-afd3-4460-af2b-54263344a502 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 945 time: 0.0505924 Oct 14 18:01:25.195368 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1092e755-57e7-435d-a1e6-6fde2f27eb9c req-b78c959a-ee3b-4825-b3a4-1817a40dba5a tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323832 Oct 14 18:01:25.255225 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c34bd9-8c23-4a1f-bbf2-ea97f96dc738 req-40e8ae7f-69b1-4e1c-a8a2-b3c9ea8056ba tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:25.256791 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-44c34bd9-8c23-4a1f-bbf2-ea97f96dc738 req-40e8ae7f-69b1-4e1c-a8a2-b3c9ea8056ba tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 946 time: 0.0480576 Oct 14 18:01:25.295203 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-44c34bd9-8c23-4a1f-bbf2-ea97f96dc738 req-c4c51cc2-b590-4f96-975a-4eb529008fc9 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322914 Oct 14 18:01:25.556356 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd138992-7ab5-42e0-812a-68932cd8735e req-c5420733-d1d1-463d-bebe-0a7441523915 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:25.557836 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bd138992-7ab5-42e0-812a-68932cd8735e req-c5420733-d1d1-463d-bebe-0a7441523915 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 945 time: 0.0488532 Oct 14 18:01:25.596087 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bd138992-7ab5-42e0-812a-68932cd8735e req-5bb84fc2-8111-466c-a089-c5be69571512 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320144 Oct 14 18:01:25.634255 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d543911-8829-4fbd-a6af-75422baf93c3 req-17711c6e-9051-4657-a940-c2a51f27418d tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:25.635819 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7d543911-8829-4fbd-a6af-75422baf93c3 req-17711c6e-9051-4657-a940-c2a51f27418d tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0491307 Oct 14 18:01:25.674231 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7d543911-8829-4fbd-a6af-75422baf93c3 req-43c5817d-d7d7-40f8-a1fc-b62761f9e098 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324655 Oct 14 18:01:25.809488 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 8f416a6e-ecaf-4275-9500-f6d0da12845e up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:01:25.860852 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning for port 8f416a6e-ecaf-4275-9500-f6d0da12845e completed by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 18:01:25.864328 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port 8f416a6e-ecaf-4275-9500-f6d0da12845e triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:01:25.864706 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:25.939536 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:25.964717 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d65178d-6bc0-4327-9d0a-0258c9096cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f416a6e-ecaf-4275-9500-f6d0da12845e'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:01:25.969167 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e7c32e-5d61-43b3-abf4-53f89c9a8b50" -d '{"events": [{"server_uuid": "8d65178d-6bc0-4327-9d0a-0258c9096cbe", "name": "network-vif-plugged", "status": "completed", "tag": "8f416a6e-ecaf-4275-9500-f6d0da12845e"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:01:25.985405 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 8f416a6e-ecaf-4275-9500-f6d0da12845e, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=8f416a6e-ecaf-4275-9500-f6d0da12845e,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:01:25.989752 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:26.012543 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c00de8-6503-4ff1-9d0d-018aea60268e x-openstack-request-id: req-d6c00de8-6503-4ff1-9d0d-018aea60268e {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:01:26.012832 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d65178d-6bc0-4327-9d0a-0258c9096cbe", "name": "network-vif-plugged", "status": "completed", "tag": "8f416a6e-ecaf-4275-9500-f6d0da12845e", "code": 200}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:01:26.013132 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6c00de8-6503-4ff1-9d0d-018aea60268e {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:01:26.013508 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d65178d-6bc0-4327-9d0a-0258c9096cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f416a6e-ecaf-4275-9500-f6d0da12845e', 'code': 200} Oct 14 18:01:26.040954 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=8f416a6e-ecaf-4275-9500-f6d0da12845e,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:26.313751 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96921c-5418-4a0e-b902-7f664b931a13 req-f70e71a5-42df-4235-ae7b-4c4df644afa1 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:26.315203 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ab96921c-5418-4a0e-b902-7f664b931a13 req-f70e71a5-42df-4235-ae7b-4c4df644afa1 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0508246 Oct 14 18:01:26.356320 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ab96921c-5418-4a0e-b902-7f664b931a13 req-80e294c7-f08b-4c71-b4e9-8c5b4e9a2b93 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350661 Oct 14 18:01:26.410338 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97e945-2cdc-41da-93ab-f8492f7147f6 req-483c5bc0-7cd9-4437-a201-28a8a4df5855 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:26.411783 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3f97e945-2cdc-41da-93ab-f8492f7147f6 req-483c5bc0-7cd9-4437-a201-28a8a4df5855 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 946 time: 0.0484407 Oct 14 18:01:26.449155 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3f97e945-2cdc-41da-93ab-f8492f7147f6 req-defa9daf-1b1e-475d-bc37-772968e1a448 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314617 Oct 14 18:01:26.712637 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd4dfe-d0c5-4628-ba83-a0b803c5153b req-32c60f30-33b4-4139-874c-c1eb57c6210b tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:26.714132 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-27dd4dfe-d0c5-4628-ba83-a0b803c5153b req-32c60f30-33b4-4139-874c-c1eb57c6210b tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 945 time: 0.0491378 Oct 14 18:01:26.751872 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-27dd4dfe-d0c5-4628-ba83-a0b803c5153b req-b8c05654-6e0d-4c1c-8e19-674e06c75825 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317600 Oct 14 18:01:26.791261 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0198ec7-7e67-4e02-9896-ef8d470d8114 req-d73fda41-5b8d-4456-9667-11a50c6306ef tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:26.792678 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e0198ec7-7e67-4e02-9896-ef8d470d8114 req-d73fda41-5b8d-4456-9667-11a50c6306ef tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0534980 Oct 14 18:01:26.829665 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e0198ec7-7e67-4e02-9896-ef8d470d8114 req-a4b15905-2497-4d6e-b688-6215a1017355 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303812 Oct 14 18:01:27.473018 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71935a6a-f6b9-4f06-a9ed-8df3cfc2cd4a req-3a12ef7e-3399-4eba-96bc-779482bba94a tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:27.475015 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-71935a6a-f6b9-4f06-a9ed-8df3cfc2cd4a req-3a12ef7e-3399-4eba-96bc-779482bba94a tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0480561 Oct 14 18:01:27.512816 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-71935a6a-f6b9-4f06-a9ed-8df3cfc2cd4a req-b82572e2-da00-4e3a-8cca-5ae8bdabf8b2 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313060 Oct 14 18:01:27.563309 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93a969-815e-4d21-a955-aaa559f3db03 req-ab336ebc-b219-45f2-a351-1311573fdef7 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:27.564650 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cd93a969-815e-4d21-a955-aaa559f3db03 req-ab336ebc-b219-45f2-a351-1311573fdef7 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 946 time: 0.0482714 Oct 14 18:01:27.601115 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cd93a969-815e-4d21-a955-aaa559f3db03 req-6f43ca21-d1a9-420a-bbaa-1dd276fe7b52 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305362 Oct 14 18:01:27.861230 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4842fb5-f505-4a9d-80b1-394dd0d0db75 req-b140f2de-d1c9-4ea8-9b42-11ceb41133ed tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:27.862658 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d4842fb5-f505-4a9d-80b1-394dd0d0db75 req-b140f2de-d1c9-4ea8-9b42-11ceb41133ed tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 945 time: 0.0465920 Oct 14 18:01:27.903698 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d4842fb5-f505-4a9d-80b1-394dd0d0db75 req-60c8411a-3633-48f6-aef7-d258a1c0fefd tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352364 Oct 14 18:01:27.941934 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054f3fd-c722-4bed-a5a7-2e6029d6379f req-ab51a3c1-bf50-4499-9e45-c96f956d0a03 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:27.943379 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f054f3fd-c722-4bed-a5a7-2e6029d6379f req-ab51a3c1-bf50-4499-9e45-c96f956d0a03 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0486987 Oct 14 18:01:27.980631 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f054f3fd-c722-4bed-a5a7-2e6029d6379f req-ffdf3f4d-1204-4d14-99b8-33c11ab3d3f5 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314810 Oct 14 18:01:28.277451 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8125e95-bb21-4652-8c7b-293708adf1f3 req-7e30cba4-e1d7-4f64-bb3f-9b9b12361514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:28.279426 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f8125e95-bb21-4652-8c7b-293708adf1f3 req-7e30cba4-e1d7-4f64-bb3f-9b9b12361514 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 1099 time: 0.0438294 Oct 14 18:01:28.627986 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718e049-86d4-4b63-a5ff-939ede777dfa req-a860627f-c5f8-410a-b49a-a6a7995a2a4e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:28.628797 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-b718e049-86d4-4b63-a5ff-939ede777dfa req-a860627f-c5f8-410a-b49a-a6a7995a2a4e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0472164 Oct 14 18:01:28.666020 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-b718e049-86d4-4b63-a5ff-939ede777dfa req-5347cfa9-132a-4d06-b44a-b2a4aa503334 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313885 Oct 14 18:01:28.712938 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6418b-2961-49fa-974f-3980b6c35f2a req-d0fcee13-3396-49d2-a0a1-d2900b03efbd tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:28.714379 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-dfe6418b-2961-49fa-974f-3980b6c35f2a req-d0fcee13-3396-49d2-a0a1-d2900b03efbd tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 946 time: 0.0481021 Oct 14 18:01:28.750562 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-dfe6418b-2961-49fa-974f-3980b6c35f2a req-97881bb4-573e-46d4-aaea-5d12321ef7c5 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298040 Oct 14 18:01:29.015829 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b3d42-ff67-4968-972b-e509a83dd5d2 req-28c0c147-ff9e-4c78-8aea-2e3d5aea3332 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:29.017310 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0a3b3d42-ff67-4968-972b-e509a83dd5d2 req-28c0c147-ff9e-4c78-8aea-2e3d5aea3332 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 945 time: 0.0469794 Oct 14 18:01:29.054201 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0a3b3d42-ff67-4968-972b-e509a83dd5d2 req-7f52b660-a7b8-42a9-afa2-dbf05243d226 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308189 Oct 14 18:01:29.097226 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e37f4f-b932-4e28-a5b1-74554acf08b9 req-31f4c51e-bd16-49bb-a15d-c595ae95c18a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:29.098663 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a6e37f4f-b932-4e28-a5b1-74554acf08b9 req-31f4c51e-bd16-49bb-a15d-c595ae95c18a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0523734 Oct 14 18:01:29.134984 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a6e37f4f-b932-4e28-a5b1-74554acf08b9 req-e3eb8688-c86a-488e-b181-2dee4d8935c8 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301676 Oct 14 18:01:29.267524 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f8125e95-bb21-4652-8c7b-293708adf1f3 req-b3d68e24-5ec6-43a0-92f2-727fe0d74ff3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280905 Oct 14 18:01:29.781925 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00239b-47ee-4200-89a9-e31bb3ba540e req-8e9d0229-83f0-482e-ad94-e4b6261ac7c2 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:29.783406 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bf00239b-47ee-4200-89a9-e31bb3ba540e req-8e9d0229-83f0-482e-ad94-e4b6261ac7c2 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0476038 Oct 14 18:01:29.824265 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bf00239b-47ee-4200-89a9-e31bb3ba540e req-deccc5a0-05fe-4bb2-84fb-8d1531413aae tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351410 Oct 14 18:01:29.866811 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f5a81-def4-434b-9496-73a96f5d89cc req-e227fb1c-ecd9-4432-b50f-91672fdcd5fe tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:29.868270 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e44f5a81-def4-434b-9496-73a96f5d89cc req-e227fb1c-ecd9-4432-b50f-91672fdcd5fe tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 946 time: 0.0514250 Oct 14 18:01:29.904999 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e44f5a81-def4-434b-9496-73a96f5d89cc req-061b07cc-6e28-4c81-ad93-97d03a31b360 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304806 Oct 14 18:01:30.166523 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98f915-e181-4f82-9278-e1324aac40f0 req-0440a696-1a17-41ed-a0ae-3bba50d3e386 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:30.167974 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-cb98f915-e181-4f82-9278-e1324aac40f0 req-0440a696-1a17-41ed-a0ae-3bba50d3e386 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 945 time: 0.0477221 Oct 14 18:01:30.205517 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-cb98f915-e181-4f82-9278-e1324aac40f0 req-15e19ec1-d420-4a2f-9783-5b391faced54 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308652 Oct 14 18:01:30.247699 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22104b57-d97d-4ee9-a0b7-3036cd697f71 req-0270b5c6-0830-45a3-a24d-653cf0d983ae tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:30.249164 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-22104b57-d97d-4ee9-a0b7-3036cd697f71 req-0270b5c6-0830-45a3-a24d-653cf0d983ae tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0482006 Oct 14 18:01:30.287890 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-22104b57-d97d-4ee9-a0b7-3036cd697f71 req-c7a779ba-07b8-4806-a08f-f8b58a888f4e tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329173 Oct 14 18:01:30.945587 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2acd6-9b31-4132-8f68-8b75d06da392 req-af236a7c-8407-487d-9e5d-e217a1e9d8bc tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:30.947043 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bec2acd6-9b31-4132-8f68-8b75d06da392 req-af236a7c-8407-487d-9e5d-e217a1e9d8bc tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0501621 Oct 14 18:01:30.984363 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bec2acd6-9b31-4132-8f68-8b75d06da392 req-22cc8a63-fcfa-463d-a6e8-81365fd8f6ff tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313694 Oct 14 18:01:31.022424 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfa73c-b79f-49e1-8723-aaa26827b35e req-51f0d56e-3ba9-47f4-81fe-233b55e0ded7 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:31.023910 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-36bfa73c-b79f-49e1-8723-aaa26827b35e req-51f0d56e-3ba9-47f4-81fe-233b55e0ded7 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 946 time: 0.0526731 Oct 14 18:01:31.061175 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-36bfa73c-b79f-49e1-8723-aaa26827b35e req-e0459957-8ded-44a0-b70e-2c377e9423e3 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312970 Oct 14 18:01:31.316147 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8431f84-f054-4e34-9727-799121f29659 req-ca893c17-c8da-447f-b952-c413c5551ccf tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:31.317623 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-b8431f84-f054-4e34-9727-799121f29659 req-ca893c17-c8da-447f-b952-c413c5551ccf tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 945 time: 0.0481591 Oct 14 18:01:31.357136 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-b8431f84-f054-4e34-9727-799121f29659 req-649d7908-6143-4b83-858a-2bd59479db7a tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337198 Oct 14 18:01:31.403769 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243344e8-e2eb-42d9-8ea7-6ecee8c73dd0 req-87fee99c-5aa2-4917-87e2-d75328630270 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:31.405237 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-243344e8-e2eb-42d9-8ea7-6ecee8c73dd0 req-87fee99c-5aa2-4917-87e2-d75328630270 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0524988 Oct 14 18:01:31.441767 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-243344e8-e2eb-42d9-8ea7-6ecee8c73dd0 req-79137d24-fb24-4b7c-8c4b-6043d772f14a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302372 Oct 14 18:01:32.101520 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b227db-1aba-4d21-816b-51ae843d138f req-0b015a5a-c39b-41cf-903d-211465d05529 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:32.103019 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-99b227db-1aba-4d21-816b-51ae843d138f req-0b015a5a-c39b-41cf-903d-211465d05529 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0488043 Oct 14 18:01:32.146201 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-99b227db-1aba-4d21-816b-51ae843d138f req-b3bd0e9d-c6e3-4597-9b34-ca6eaa77fddb tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339413 Oct 14 18:01:32.184035 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cb0a8-fbfe-4704-b42f-f8e5b2c6b19d req-193bf0dd-32ff-4812-bb6a-ca988287dc6d tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:32.185461 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-443cb0a8-fbfe-4704-b42f-f8e5b2c6b19d req-193bf0dd-32ff-4812-bb6a-ca988287dc6d tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 946 time: 0.0554235 Oct 14 18:01:32.221643 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-443cb0a8-fbfe-4704-b42f-f8e5b2c6b19d req-ceff6e07-d837-40c1-8e24-035389d39ea6 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303600 Oct 14 18:01:32.469202 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100e645-5a4e-46fc-9a8b-2a056d6256b6 req-8c8f9718-95b0-47f3-8012-0c4d2b348023 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:32.471752 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-9100e645-5a4e-46fc-9a8b-2a056d6256b6 req-8c8f9718-95b0-47f3-8012-0c4d2b348023 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 945 time: 0.0482547 Oct 14 18:01:32.513851 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-9100e645-5a4e-46fc-9a8b-2a056d6256b6 req-23e9de25-2615-4472-a951-7b55633554f4 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369265 Oct 14 18:01:32.593716 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e38a5c-8c11-475e-8ba3-2ef1fa1dbaa1 req-cfea9bcc-0e5b-404d-b781-80dea2871e6a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:32.595242 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-10e38a5c-8c11-475e-8ba3-2ef1fa1dbaa1 req-cfea9bcc-0e5b-404d-b781-80dea2871e6a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0622363 Oct 14 18:01:32.650944 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-10e38a5c-8c11-475e-8ba3-2ef1fa1dbaa1 req-50227ca8-f810-451a-a70d-5f0ce03bc09b tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464137 Oct 14 18:01:33.310858 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6671eda-d86a-42b9-ac91-bff9e82cb93f req-d399e568-1019-4d3d-a2e0-b901bdc91d00 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:33.315557 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c6671eda-d86a-42b9-ac91-bff9e82cb93f req-d399e568-1019-4d3d-a2e0-b901bdc91d00 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0915120 Oct 14 18:01:33.368184 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c6671eda-d86a-42b9-ac91-bff9e82cb93f req-388f1ee8-9523-4a69-b95f-4819a2a18739 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501869 Oct 14 18:01:33.379716 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c6055-faae-43d6-90d7-df7615d56771 req-b374b527-f021-4348-a182-d341dd4d7eaf tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:33.383037 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-546c6055-faae-43d6-90d7-df7615d56771 req-b374b527-f021-4348-a182-d341dd4d7eaf tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 946 time: 0.0590096 Oct 14 18:01:33.424149 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-546c6055-faae-43d6-90d7-df7615d56771 req-f37108ac-b9c9-489d-9592-170fff54539b tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343401 Oct 14 18:01:33.634514 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bbdb9-25c1-4843-9d75-b7ffdb737d62 req-118209b1-590a-461e-a22b-5061da863ae0 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:33.635949 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7f3bbdb9-25c1-4843-9d75-b7ffdb737d62 req-118209b1-590a-461e-a22b-5061da863ae0 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 945 time: 0.0530860 Oct 14 18:01:33.686070 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7f3bbdb9-25c1-4843-9d75-b7ffdb737d62 req-90058a95-b6b8-4267-a13f-234d6d303429 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433469 Oct 14 18:01:33.792527 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f208b3-df5f-455f-b5b5-0f5ac357a2b3 req-b4c23549-83a7-4ab4-ac5e-5008cc3055b5 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:33.794649 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e4f208b3-df5f-455f-b5b5-0f5ac357a2b3 req-b4c23549-83a7-4ab4-ac5e-5008cc3055b5 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0524714 Oct 14 18:01:33.832501 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e4f208b3-df5f-455f-b5b5-0f5ac357a2b3 req-d63b8f38-81c5-427c-9126-55c78e6210f3 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318496 Oct 14 18:01:33.999000 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628f6fe-8893-43fd-8d0b-d43fc520dfd9 req-5c933816-52b0-48e2-9f7e-7e530dcfcd89 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:34.000459 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-5628f6fe-8893-43fd-8d0b-d43fc520dfd9 req-5c933816-52b0-48e2-9f7e-7e530dcfcd89 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0605602 Oct 14 18:01:34.009568 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 49284) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:34.014667 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-d1237450-4c56-4cfe-a9ba-b9adad19e03e tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Request body: {'floatingip': {'port_id': 'bd21c5c6-40d0-4af5-8463-26c11112c492'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:01:34.094594 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-d1237450-4c56-4cfe-a9ba-b9adad19e03e tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for floatingip, before_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:34.481741 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3610d1-be27-4dc3-a4d2-1fb8bca39bdf req-e37dc776-aef1-4252-b05d-e6f44a09ad31 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:34.483210 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6a3610d1-be27-4dc3-a4d2-1fb8bca39bdf req-e37dc776-aef1-4252-b05d-e6f44a09ad31 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0493681 Oct 14 18:01:34.521896 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6a3610d1-be27-4dc3-a4d2-1fb8bca39bdf req-28a05e63-4b1e-4315-bbad-93c98258653d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323458 Oct 14 18:01:34.722645 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3aece-24af-4d72-85f1-ef89c0f4a565 req-fb12f599-0035-4835-a9c9-a99b0d9036e2 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:34.724122 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-62f3aece-24af-4d72-85f1-ef89c0f4a565 req-fb12f599-0035-4835-a9c9-a99b0d9036e2 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.1319933 Oct 14 18:01:34.732796 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 49314) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:34.737568 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-83f7d754-680c-4f31-8609-a419645ab03f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Request body: {'floatingip': {'port_id': '8f416a6e-ecaf-4275-9500-f6d0da12845e'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:01:34.819957 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-83f7d754-680c-4f31-8609-a419645ab03f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for floatingip, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:34.877206 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-d1237450-4c56-4cfe-a9ba-b9adad19e03e tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:34.881059 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-d1237450-4c56-4cfe-a9ba-b9adad19e03e tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3789850'] for floatingip, after_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:34.983090 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.db.l3_db [None req-d1237450-4c56-4cfe-a9ba-b9adad19e03e tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Floating IP 870a0e92-2c1c-4c0b-8428-e9b9bc3d3262 associated. External IP: 172.27.3.193, port: bd21c5c6-40d0-4af5-8463-26c11112c492. Oct 14 18:01:35.199019 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1237450-4c56-4cfe-a9ba-b9adad19e03e tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Router b7293706-4bc3-443e-b6ef-4bad6797855a has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:01:35.301467 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1237450-4c56-4cfe-a9ba-b9adad19e03e tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:01:35.306537 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-d1237450-4c56-4cfe-a9ba-b9adad19e03e tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for floatingip, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:35.321584 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba377ea-9867-4d63-8538-9662802bbcab None None] Sync routers for ids ['b7293706-4bc3-443e-b6ef-4bad6797855a'] in dv-cinder-813936-1-iscsi {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:01:35.334157 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba377ea-9867-4d63-8538-9662802bbcab None None] Routers {'b7293706-4bc3-443e-b6ef-4bad6797855a'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:01:35.334906 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-aba377ea-9867-4d63-8538-9662802bbcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:01:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['b7293706-4bc3-443e-b6ef-4bad6797855a'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:35.340503 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-d1237450-4c56-4cfe-a9ba-b9adad19e03e tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "PUT /v2.0/floatingips/870a0e92-2c1c-4c0b-8428-e9b9bc3d3262 HTTP/1.1" status: 200 len: 991 time: 1.3297064 Oct 14 18:01:35.342059 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3fdbeb-6b94-46c5-be15-3ebda28fd756', 'tag': 'bd21c5c6-40d0-4af5-8463-26c11112c492'}] {{(pid=99718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:01:35.344732 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8f27bdffdb2052dedec3557c5a9650e18fe8e4a7ef2e79a5b2f75573612b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef5fbae-b246-4d6f-8087-783685fafd6f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3fdbeb-6b94-46c5-be15-3ebda28fd756", "tag": "bd21c5c6-40d0-4af5-8463-26c11112c492"}]}' {{(pid=99718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:01:35.413113 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25001095-7676-4985-9181-3028c715abf3 x-openstack-request-id: req-25001095-7676-4985-9181-3028c715abf3 {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:01:35.413629 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3fdbeb-6b94-46c5-be15-3ebda28fd756", "tag": "bd21c5c6-40d0-4af5-8463-26c11112c492", "status": "completed", "code": 200}]} {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:01:35.413948 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25001095-7676-4985-9181-3028c715abf3 {{(pid=99718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:01:35.414406 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3fdbeb-6b94-46c5-be15-3ebda28fd756', 'tag': 'bd21c5c6-40d0-4af5-8463-26c11112c492', 'status': 'completed', 'code': 200} Oct 14 18:01:35.455254 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-aba377ea-9867-4d63-8538-9662802bbcab None None] Set router b7293706-4bc3-443e-b6ef-4bad6797855a gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:01:35.531352 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.db.resource_extend [None req-83f7d754-680c-4f31-8609-a419645ab03f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 14 18:01:35.605077 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-83f7d754-680c-4f31-8609-a419645ab03f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:35.609126 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-83f7d754-680c-4f31-8609-a419645ab03f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3789850'] for floatingip, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:35.706139 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.l3_db [None req-83f7d754-680c-4f31-8609-a419645ab03f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Floating IP 21f90fba-a9f3-42d8-b2ec-73e64ef20950 associated. External IP: 172.27.3.198, port: 8f416a6e-ecaf-4275-9500-f6d0da12845e. Oct 14 18:01:35.718051 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-aba377ea-9867-4d63-8538-9662802bbcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'name': 'tempest-AttachVolumeTestJSON-1526018621-router', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:31Z', 'updated_at': '2021-10-14T18:00:37Z', 'revision_number': 4, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'gw_port': {'id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:32Z', 'updated_at': '2021-10-14T18:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': '870a0e92-2c1c-4c0b-8428-e9b9bc3d3262', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'port_id': 'bd21c5c6-40d0-4af5-8463-26c11112c492', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'mac_address': 'fa:16:3e:53:31:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3fdbeb-6b94-46c5-be15-3ebda28fd756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:00:45Z', 'updated_at': '2021-10-14T18:01:34Z', 'revision_number': 1, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43528949-13ac-4515-993e-a8d3e951a4f6', 'name': '', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'mac_address': 'fa:16:3e:10:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:35Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 5, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'subnets': [{'id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:35.831639 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba377ea-9867-4d63-8538-9662802bbcab None None] Checking router: b7293706-4bc3-443e-b6ef-4bad6797855a for host: dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:01:35.840243 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba377ea-9867-4d63-8538-9662802bbcab None None] Routers {'b7293706-4bc3-443e-b6ef-4bad6797855a'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:01:35.841405 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-aba377ea-9867-4d63-8538-9662802bbcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:01:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['b7293706-4bc3-443e-b6ef-4bad6797855a'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:35.919494 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f7d754-680c-4f31-8609-a419645ab03f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:01:35.951360 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-aba377ea-9867-4d63-8538-9662802bbcab None None] Set router b7293706-4bc3-443e-b6ef-4bad6797855a gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:01:36.022006 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f7d754-680c-4f31-8609-a419645ab03f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:01:36.027143 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-83f7d754-680c-4f31-8609-a419645ab03f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for floatingip, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:36.032249 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f7a15e-7423-459c-ba89-be0bd43dfee3 None None] Sync routers for ids ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:01:36.041688 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f7a15e-7423-459c-ba89-be0bd43dfee3 None None] Routers {'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:01:36.042495 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-a0f7a15e-7423-459c-ba89-be0bd43dfee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:01:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:36.055259 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-83f7d754-680c-4f31-8609-a419645ab03f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "PUT /v2.0/floatingips/21f90fba-a9f3-42d8-b2ec-73e64ef20950 HTTP/1.1" status: 200 len: 992 time: 1.3211224 Oct 14 18:01:36.056058 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d65178d-6bc0-4327-9d0a-0258c9096cbe', 'tag': '8f416a6e-ecaf-4275-9500-f6d0da12845e'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:01:36.058587 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52c2695-a854-4641-961a-1f42f395e0ba" -d '{"events": [{"name": "network-changed", "server_uuid": "8d65178d-6bc0-4327-9d0a-0258c9096cbe", "tag": "8f416a6e-ecaf-4275-9500-f6d0da12845e"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:01:36.155933 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-a0f7a15e-7423-459c-ba89-be0bd43dfee3 None None] Set router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:01:36.193444 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-aba377ea-9867-4d63-8538-9662802bbcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'name': 'tempest-AttachVolumeTestJSON-1526018621-router', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:31Z', 'updated_at': '2021-10-14T18:00:37Z', 'revision_number': 4, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'gw_port': {'id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:32Z', 'updated_at': '2021-10-14T18:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': '870a0e92-2c1c-4c0b-8428-e9b9bc3d3262', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'port_id': 'bd21c5c6-40d0-4af5-8463-26c11112c492', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'mac_address': 'fa:16:3e:53:31:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3fdbeb-6b94-46c5-be15-3ebda28fd756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:00:45Z', 'updated_at': '2021-10-14T18:01:34Z', 'revision_number': 1, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43528949-13ac-4515-993e-a8d3e951a4f6', 'name': '', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'mac_address': 'fa:16:3e:10:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:35Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 5, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'subnets': [{'id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:36.223650 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba377ea-9867-4d63-8538-9662802bbcab None None] The sync data for ids ['b7293706-4bc3-443e-b6ef-4bad6797855a'] in dv-cinder-813936-1-iscsi is: [{'id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'name': 'tempest-AttachVolumeTestJSON-1526018621-router', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:31Z', 'updated_at': '2021-10-14T18:00:37Z', 'revision_number': 4, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'gw_port': {'id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:32Z', 'updated_at': '2021-10-14T18:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': '870a0e92-2c1c-4c0b-8428-e9b9bc3d3262', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'port_id': 'bd21c5c6-40d0-4af5-8463-26c11112c492', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'mac_address': 'fa:16:3e:53:31:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3fdbeb-6b94-46c5-be15-3ebda28fd756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:00:45Z', 'updated_at': '2021-10-14T18:01:34Z', 'revision_number': 1, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43528949-13ac-4515-993e-a8d3e951a4f6', 'name': '', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'mac_address': 'fa:16:3e:10:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:35Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 5, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'subnets': [{'id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:01:36.427700 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2ad79f-7efa-4fd3-8b28-77da1a4f57a6 None None] New status for floating IP 870a0e92-2c1c-4c0b-8428-e9b9bc3d3262: ACTIVE {{(pid=99721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 18:01:36.535783 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-a0f7a15e-7423-459c-ba89-be0bd43dfee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'name': 'tempest-AttachVolumeShelveTestJSON-422061755-router', 'tenant_id': '229d568687144cccbef243c252982e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:36Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 4, 'project_id': '229d568687144cccbef243c252982e00', 'gw_port': {'id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:38Z', 'updated_at': '2021-10-14T18:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': '21f90fba-a9f3-42d8-b2ec-73e64ef20950', 'tenant_id': '229d568687144cccbef243c252982e00', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'port_id': '8f416a6e-ecaf-4275-9500-f6d0da12845e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'mac_address': 'fa:16:3e:99:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65178d-6bc0-4327-9d0a-0258c9096cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:00:52Z', 'updated_at': '2021-10-14T18:01:35Z', 'revision_number': 1, 'project_id': '229d568687144cccbef243c252982e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ba30cd-6854-4b2f-b6f8-db4d89156d5d', 'name': '', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'tenant_id': '229d568687144cccbef243c252982e00', 'mac_address': 'fa:16:3e:9d:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:42Z', 'updated_at': '2021-10-14T18:00:51Z', 'revision_number': 5, 'project_id': '229d568687144cccbef243c252982e00', 'subnets': [{'id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:36.563893 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f7a15e-7423-459c-ba89-be0bd43dfee3 None None] Checking router: fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:01:36.585529 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f7a15e-7423-459c-ba89-be0bd43dfee3 None None] Routers {'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:01:36.586135 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-a0f7a15e-7423-459c-ba89-be0bd43dfee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:01:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:36.692696 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-a0f7a15e-7423-459c-ba89-be0bd43dfee3 None None] Set router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:01:36.910925 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-a0f7a15e-7423-459c-ba89-be0bd43dfee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'name': 'tempest-AttachVolumeShelveTestJSON-422061755-router', 'tenant_id': '229d568687144cccbef243c252982e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:36Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 4, 'project_id': '229d568687144cccbef243c252982e00', 'gw_port': {'id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:38Z', 'updated_at': '2021-10-14T18:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': '21f90fba-a9f3-42d8-b2ec-73e64ef20950', 'tenant_id': '229d568687144cccbef243c252982e00', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'port_id': '8f416a6e-ecaf-4275-9500-f6d0da12845e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'mac_address': 'fa:16:3e:99:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65178d-6bc0-4327-9d0a-0258c9096cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:00:52Z', 'updated_at': '2021-10-14T18:01:35Z', 'revision_number': 1, 'project_id': '229d568687144cccbef243c252982e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ba30cd-6854-4b2f-b6f8-db4d89156d5d', 'name': '', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'tenant_id': '229d568687144cccbef243c252982e00', 'mac_address': 'fa:16:3e:9d:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:42Z', 'updated_at': '2021-10-14T18:00:51Z', 'revision_number': 5, 'project_id': '229d568687144cccbef243c252982e00', 'subnets': [{'id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:36.940953 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f7a15e-7423-459c-ba89-be0bd43dfee3 None None] The sync data for ids ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'] in dv-cinder-813936-1-iscsi is: [{'id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'name': 'tempest-AttachVolumeShelveTestJSON-422061755-router', 'tenant_id': '229d568687144cccbef243c252982e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:36Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 4, 'project_id': '229d568687144cccbef243c252982e00', 'gw_port': {'id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:38Z', 'updated_at': '2021-10-14T18:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': '21f90fba-a9f3-42d8-b2ec-73e64ef20950', 'tenant_id': '229d568687144cccbef243c252982e00', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'port_id': '8f416a6e-ecaf-4275-9500-f6d0da12845e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'mac_address': 'fa:16:3e:99:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65178d-6bc0-4327-9d0a-0258c9096cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:00:52Z', 'updated_at': '2021-10-14T18:01:35Z', 'revision_number': 1, 'project_id': '229d568687144cccbef243c252982e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ba30cd-6854-4b2f-b6f8-db4d89156d5d', 'name': '', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'tenant_id': '229d568687144cccbef243c252982e00', 'mac_address': 'fa:16:3e:9d:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:42Z', 'updated_at': '2021-10-14T18:00:51Z', 'revision_number': 5, 'project_id': '229d568687144cccbef243c252982e00', 'subnets': [{'id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:01:37.120476 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1711f789-e059-45f7-b283-708074c6c920 None None] New status for floating IP 21f90fba-a9f3-42d8-b2ec-73e64ef20950: ACTIVE {{(pid=99720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 18:01:37.192999 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:01:37.276016 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5fbae-b246-4d6f-8087-783685fafd6f req-4990d260-b7cf-4ca7-b34b-6094c1d1ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:37.279079 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5ef5fbae-b246-4d6f-8087-783685fafd6f req-4990d260-b7cf-4ca7-b34b-6094c1d1ba65 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9286435440ed4572b505e029abbfe5fe&device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 1098 time: 0.0533066 Oct 14 18:01:37.314229 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882f099d-9b4b-4506-b0e5-8c1ebe73fde2 x-openstack-request-id: req-882f099d-9b4b-4506-b0e5-8c1ebe73fde2 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:01:37.314511 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d65178d-6bc0-4327-9d0a-0258c9096cbe", "tag": "8f416a6e-ecaf-4275-9500-f6d0da12845e", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:01:37.314749 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-882f099d-9b4b-4506-b0e5-8c1ebe73fde2 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:01:37.315141 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d65178d-6bc0-4327-9d0a-0258c9096cbe', 'tag': '8f416a6e-ecaf-4275-9500-f6d0da12845e', 'status': 'completed', 'code': 200} Oct 14 18:01:37.393059 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5fbae-b246-4d6f-8087-783685fafd6f req-19edbe39-0c28-4cec-be1d-74a00021fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:37.394298 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5ef5fbae-b246-4d6f-8087-783685fafd6f req-19edbe39-0c28-4cec-be1d-74a00021fc8a service neutron] 10.222.0.32 "GET /v2.0/networks?id=83910de2-b586-4465-84e9-9f9658b647e4 HTTP/1.1" status: 200 len: 912 time: 0.1079636 Oct 14 18:01:37.493461 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c2695-a854-4641-961a-1f42f395e0ba req-647bf79b-a8bf-40a3-8d4d-1913296b7078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:37.495740 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b52c2695-a854-4641-961a-1f42f395e0ba req-647bf79b-a8bf-40a3-8d4d-1913296b7078 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=229d568687144cccbef243c252982e00&device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 1099 time: 0.1110938 Oct 14 18:01:37.566317 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5ef5fbae-b246-4d6f-8087-783685fafd6f req-dd24f11c-8fc6-453e-9063-48c8cd400d6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd21c5c6-40d0-4af5-8463-26c11112c492 HTTP/1.1" status: 200 len: 1001 time: 0.1509955 Oct 14 18:01:37.636403 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5fbae-b246-4d6f-8087-783685fafd6f req-ac2f2c84-ed7b-4cb5-8e5b-f55e00f8ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:37.637870 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5ef5fbae-b246-4d6f-8087-783685fafd6f req-ac2f2c84-ed7b-4cb5-8e5b-f55e00f8ecf6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3fc86992-e555-42d7-8e1e-82fdc67616bb HTTP/1.1" status: 200 len: 850 time: 0.0639198 Oct 14 18:01:37.654479 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c2695-a854-4641-961a-1f42f395e0ba req-660ca13a-491e-40f5-b4cc-fa20f1b0c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:37.655740 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b52c2695-a854-4641-961a-1f42f395e0ba req-660ca13a-491e-40f5-b4cc-fa20f1b0c7dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7ed64d5-7393-452b-96b7-28d14516f1ea HTTP/1.1" status: 200 len: 917 time: 0.1455197 Oct 14 18:01:37.731327 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5fbae-b246-4d6f-8087-783685fafd6f req-a99f1fe3-380f-4782-9b3e-882dac00a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:37.732787 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5ef5fbae-b246-4d6f-8087-783685fafd6f req-a99f1fe3-380f-4782-9b3e-882dac00a7d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83910de2-b586-4465-84e9-9f9658b647e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0868373 Oct 14 18:01:37.740095 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b52c2695-a854-4641-961a-1f42f395e0ba req-49a04987-712c-4849-87ec-8debcc125b8a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f416a6e-ecaf-4275-9500-f6d0da12845e HTTP/1.1" status: 200 len: 1002 time: 0.0674655 Oct 14 18:01:37.843137 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c2695-a854-4641-961a-1f42f395e0ba req-772e2474-7bbc-45d1-a888-5008dda95e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:37.844532 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b52c2695-a854-4641-961a-1f42f395e0ba req-772e2474-7bbc-45d1-a888-5008dda95e0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3db5b355-eec8-4685-acd1-cd1968bd4562 HTTP/1.1" status: 200 len: 855 time: 0.0929594 Oct 14 18:01:37.893567 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5ef5fbae-b246-4d6f-8087-783685fafd6f req-7876c159-83f7-4d5d-ad22-5464d613817a service neutron] 10.222.0.32 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427698 Oct 14 18:01:37.945620 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c2695-a854-4641-961a-1f42f395e0ba req-dff233ff-b7bd-4ac3-8f30-95d450d1add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:37.947110 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b52c2695-a854-4641-961a-1f42f395e0ba req-dff233ff-b7bd-4ac3-8f30-95d450d1add7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7ed64d5-7393-452b-96b7-28d14516f1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0914004 Oct 14 18:01:38.261238 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5ef5fbae-b246-4d6f-8087-783685fafd6f req-59662045-f087-46bd-8ea5-30494db3916d service neutron] 10.222.0.32 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599565 Oct 14 18:01:38.283933 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b52c2695-a854-4641-961a-1f42f395e0ba req-a18ffe73-da6f-4041-8825-2aded1fd17e1 service neutron] 10.222.0.32 "GET /v2.0/networks/d7ed64d5-7393-452b-96b7-28d14516f1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284228 Oct 14 18:01:38.392654 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b52c2695-a854-4641-961a-1f42f395e0ba req-a8c42da5-44ad-4eca-9402-6fcfaadde25c service neutron] 10.222.0.32 "GET /v2.0/networks/d7ed64d5-7393-452b-96b7-28d14516f1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987055 Oct 14 18:01:38.893589 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-bc2abef0-ff67-440f-91c8-998ae2a163b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:41.161410 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:41.570176 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-907e99eb-d13e-4a83-a2e0-725dccbceb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:41.600565 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:41.870436 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-01d4cdef-1533-443e-9cc6-43b97424accf req-59075d1f-2c51-49ec-b413-b1ee2e24f86f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424945 Oct 14 18:01:41.970452 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4cdef-1533-443e-9cc6-43b97424accf req-efb1982a-8f84-4793-a3f2-7ced98d3d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:41.971927 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-01d4cdef-1533-443e-9cc6-43b97424accf req-efb1982a-8f84-4793-a3f2-7ced98d3d9b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e7c64022d3247eb88c9074d2d71c846&device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 1099 time: 0.0464358 Oct 14 18:01:42.073474 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4cdef-1533-443e-9cc6-43b97424accf req-9c34bc41-90f3-4bd0-8c14-75c66577e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:42.074913 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-01d4cdef-1533-443e-9cc6-43b97424accf req-9c34bc41-90f3-4bd0-8c14-75c66577e358 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c83af823-a336-4acf-9cf9-971bb99a778b HTTP/1.1" status: 200 len: 916 time: 0.0819561 Oct 14 18:01:42.130027 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-01d4cdef-1533-443e-9cc6-43b97424accf req-62044175-195e-48d2-be28-b7bd0fb09727 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a HTTP/1.1" status: 200 len: 217 time: 0.0371838 Oct 14 18:01:42.182475 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4cdef-1533-443e-9cc6-43b97424accf req-74eed884-149c-4d85-97f9-2b9c35b134a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:42.183840 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-01d4cdef-1533-443e-9cc6-43b97424accf req-74eed884-149c-4d85-97f9-2b9c35b134a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=219e8690-55de-4444-b3f4-7eed7cf9bd62 HTTP/1.1" status: 200 len: 855 time: 0.0435095 Oct 14 18:01:42.215058 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-01d4cdef-1533-443e-9cc6-43b97424accf req-2b8dc2fd-b09b-4b5e-b788-0ff6f58d5cc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c83af823-a336-4acf-9cf9-971bb99a778b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234644 Oct 14 18:01:42.308533 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-01d4cdef-1533-443e-9cc6-43b97424accf req-2ca9bc7e-75c4-481e-b075-f7ab00e0c788 service neutron] 10.222.0.32 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840714 Oct 14 18:01:42.337759 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:42.405382 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-01d4cdef-1533-443e-9cc6-43b97424accf req-6e1e0c02-e522-4c92-98da-7d4f2ce88ecc service neutron] 10.222.0.32 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871670 Oct 14 18:01:44.222854 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:48.059167 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 49608) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:48.161154 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6e0c271b-1bd7-42fa-9358-3e8aba846478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:48.235174 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6e0c271b-1bd7-42fa-9358-3e8aba846478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:48.239098 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6e0c271b-1bd7-42fa-9358-3e8aba846478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:48.276536 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-6e0c271b-1bd7-42fa-9358-3e8aba846478 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=885cc089d53040a69eeba731ad8169e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163072 Oct 14 18:01:48.278513 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c271b-1bd7-42fa-9358-3e8aba846478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66561c9f-d69e-4912-82cc-eb20f3474366,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:48.279204 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 49612) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:48.286339 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c271b-1bd7-42fa-9358-3e8aba846478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.286690 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c271b-1bd7-42fa-9358-3e8aba846478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.287032 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c271b-1bd7-42fa-9358-3e8aba846478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.287370 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c271b-1bd7-42fa-9358-3e8aba846478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.287827 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c271b-1bd7-42fa-9358-3e8aba846478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.288172 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c271b-1bd7-42fa-9358-3e8aba846478 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.288500 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c271b-1bd7-42fa-9358-3e8aba846478 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.288829 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c271b-1bd7-42fa-9358-3e8aba846478 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.289182 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c271b-1bd7-42fa-9358-3e8aba846478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.289507 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c271b-1bd7-42fa-9358-3e8aba846478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.289862 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c271b-1bd7-42fa-9358-3e8aba846478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.290185 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c271b-1bd7-42fa-9358-3e8aba846478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.329082 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f8701b06-d4fe-4ddf-b883-59e0a12ab7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:48.349538 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f8701b06-d4fe-4ddf-b883-59e0a12ab7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:48.394371 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f8701b06-d4fe-4ddf-b883-59e0a12ab7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:48.397116 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f8701b06-d4fe-4ddf-b883-59e0a12ab7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:48.398281 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-f8701b06-d4fe-4ddf-b883-59e0a12ab7d4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/66561c9f-d69e-4912-82cc-eb20f3474366 HTTP/1.1" status: 204 len: 168 time: 0.1180744 Oct 14 18:01:48.406336 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8701b06-d4fe-4ddf-b883-59e0a12ab7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66561c9f-d69e-4912-82cc-eb20f3474366,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:48.413533 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8701b06-d4fe-4ddf-b883-59e0a12ab7d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.415048 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8701b06-d4fe-4ddf-b883-59e0a12ab7d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.415048 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8701b06-d4fe-4ddf-b883-59e0a12ab7d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.415048 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8701b06-d4fe-4ddf-b883-59e0a12ab7d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.415048 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8701b06-d4fe-4ddf-b883-59e0a12ab7d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.415401 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8701b06-d4fe-4ddf-b883-59e0a12ab7d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.415523 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8701b06-d4fe-4ddf-b883-59e0a12ab7d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.415856 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8701b06-d4fe-4ddf-b883-59e0a12ab7d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.416187 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8701b06-d4fe-4ddf-b883-59e0a12ab7d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.416513 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8701b06-d4fe-4ddf-b883-59e0a12ab7d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.416840 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8701b06-d4fe-4ddf-b883-59e0a12ab7d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.417192 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8701b06-d4fe-4ddf-b883-59e0a12ab7d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:01:48.664127 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 49630) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:48.677707 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f162db28-b467-4310-8ec8-ffb0cbb10a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:48.750876 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f162db28-b467-4310-8ec8-ffb0cbb10a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:48.754870 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f162db28-b467-4310-8ec8-ffb0cbb10a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:48.793138 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-f162db28-b467-4310-8ec8-ffb0cbb10a43 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e2b3180df24d47308d122ec6a65cc152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1279247 Oct 14 18:01:48.794097 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162db28-b467-4310-8ec8-ffb0cbb10a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3981ec23-961b-4c29-9ca3-53f510f4af8b,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:48.796385 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 49632) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:48.851190 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b86f4ac3-2183-4582-a977-f214f1cfc4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:48.878291 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b86f4ac3-2183-4582-a977-f214f1cfc4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:48.937748 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b86f4ac3-2183-4582-a977-f214f1cfc4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:48.940463 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b86f4ac3-2183-4582-a977-f214f1cfc4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:48.941690 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-b86f4ac3-2183-4582-a977-f214f1cfc4dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3981ec23-961b-4c29-9ca3-53f510f4af8b HTTP/1.1" status: 204 len: 168 time: 0.1441875 Oct 14 18:01:48.962521 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f4ac3-2183-4582-a977-f214f1cfc4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3981ec23-961b-4c29-9ca3-53f510f4af8b,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:49.992507 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 49714) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:50.129969 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2652c0de-38d7-4cd9-bb40-0178b873d567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:50.203305 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2652c0de-38d7-4cd9-bb40-0178b873d567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:50.207134 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2652c0de-38d7-4cd9-bb40-0178b873d567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:50.249410 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-2652c0de-38d7-4cd9-bb40-0178b873d567 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01f7d5af7bb14a7581aa5d2c126be8d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552652 Oct 14 18:01:50.250335 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 49730) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:50.252753 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652c0de-38d7-4cd9-bb40-0178b873d567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7635921-cecc-44fe-8a90-f898808756c4,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:50.313686 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-5c497319-02f2-41cc-a603-41393a4e9b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:50.338405 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-5c497319-02f2-41cc-a603-41393a4e9b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:50.390329 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-5c497319-02f2-41cc-a603-41393a4e9b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:50.393186 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-5c497319-02f2-41cc-a603-41393a4e9b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:50.397316 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-5c497319-02f2-41cc-a603-41393a4e9b18 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7635921-cecc-44fe-8a90-f898808756c4 HTTP/1.1" status: 204 len: 168 time: 0.1402071 Oct 14 18:01:50.403887 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c497319-02f2-41cc-a603-41393a4e9b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7635921-cecc-44fe-8a90-f898808756c4,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:51.418736 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 49784) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:51.534911 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-5685a588-8eb9-4b41-b160-9cca3ba52fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:51.611633 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-5685a588-8eb9-4b41-b160-9cca3ba52fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:51.615705 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-5685a588-8eb9-4b41-b160-9cca3ba52fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:51.656624 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-5685a588-8eb9-4b41-b160-9cca3ba52fb0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf62bacefaf94769850c4ccbcdeee133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368178 Oct 14 18:01:51.657510 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685a588-8eb9-4b41-b160-9cca3ba52fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da55c1c6-af49-4402-8f3d-2ebb3bf8748b,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:51.659324 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 49798) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:51.711306 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6a4927ca-bd65-4ba4-abee-2975cc7f83a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:51.739664 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6a4927ca-bd65-4ba4-abee-2975cc7f83a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:51.790268 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6a4927ca-bd65-4ba4-abee-2975cc7f83a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:51.793139 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6a4927ca-bd65-4ba4-abee-2975cc7f83a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:51.794297 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-6a4927ca-bd65-4ba4-abee-2975cc7f83a5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/da55c1c6-af49-4402-8f3d-2ebb3bf8748b HTTP/1.1" status: 204 len: 168 time: 0.1334915 Oct 14 18:01:51.807072 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4927ca-bd65-4ba4-abee-2975cc7f83a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da55c1c6-af49-4402-8f3d-2ebb3bf8748b,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:52.969502 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 49878) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:53.078762 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6dcb78bd-3eee-4110-8a98-ac6b09b213d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:53.153884 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6dcb78bd-3eee-4110-8a98-ac6b09b213d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:53.157609 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6dcb78bd-3eee-4110-8a98-ac6b09b213d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:53.363079 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-6dcb78bd-3eee-4110-8a98-ac6b09b213d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=42bb880421f04d26bea4ebb1a631e1bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3923755 Oct 14 18:01:53.365448 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 49892) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:53.372071 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb78bd-3eee-4110-8a98-ac6b09b213d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955b1ee7-ab66-4647-a8ec-9ea92fb74145,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:53.418861 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-33f1f1c4-2f1d-4550-90a6-ba2748b3274d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:53.421626 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 49900) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:53.468643 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-33f1f1c4-2f1d-4550-90a6-ba2748b3274d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:53.497177 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eea039c-1259-4e9e-9a3a-5591a4afd8fc admin admin] Deleting subnet 913b36e1-4de9-4fbf-8450-44e1ecb64f22 {{(pid=99718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 18:01:53.507083 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-4eea039c-1259-4e9e-9a3a-5591a4afd8fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:53.542414 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-4eea039c-1259-4e9e-9a3a-5591a4afd8fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210189'] for subnet, precommit_delete_associations {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:53.572560 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-33f1f1c4-2f1d-4550-90a6-ba2748b3274d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:53.574986 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-33f1f1c4-2f1d-4550-90a6-ba2748b3274d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:53.576083 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-33f1f1c4-2f1d-4550-90a6-ba2748b3274d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/955b1ee7-ab66-4647-a8ec-9ea92fb74145 HTTP/1.1" status: 204 len: 168 time: 0.2097440 Oct 14 18:01:53.589954 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1f1c4-2f1d-4550-90a6-ba2748b3274d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955b1ee7-ab66-4647-a8ec-9ea92fb74145,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:53.594042 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-4eea039c-1259-4e9e-9a3a-5591a4afd8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676325'] for subnet, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:53.647775 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-4eea039c-1259-4e9e-9a3a-5591a4afd8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9120956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386637'] for subnet, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:53.674376 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea039c-1259-4e9e-9a3a-5591a4afd8fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913b36e1-4de9-4fbf-8450-44e1ecb64f22,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:53.676332 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-4eea039c-1259-4e9e-9a3a-5591a4afd8fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:53.681607 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-4eea039c-1259-4e9e-9a3a-5591a4afd8fc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/913b36e1-4de9-4fbf-8450-44e1ecb64f22 HTTP/1.1" status: 204 len: 168 time: 0.2588971 Oct 14 18:01:53.682080 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 49904) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:53.749582 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808165'] for network, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:53.841877 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673054', 'neutron.services.segments.db._delete_segments_for_network-8762486597133'] for network, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:53.863874 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:01:53.864221 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:01:53.864996 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:01:53.865322 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] Subscribe: > port after_create 55550000 {{(pid=99719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:01:53.865660 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:01:53.866003 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] Subscribe: > port after_update 55550000 {{(pid=99719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:01:53.866317 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:01:53.866629 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:01:53.866941 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:01:53.867312 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:01:53.936542 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:01:53.936826 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:01:53.937195 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:01:53.937541 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 18:01:53.937892 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69459eb2-7901-45db-a678-03d8cc32b715']}} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:53.955857 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b404f8-e2d6-4473-bea9-f055315bb6b0') {'for_net_delete': True} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:53.956239 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b404f8-e2d6-4473-bea9-f055315bb6b0') {} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:53.973799 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762486598678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8741783'] for segment, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:53.995621 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:54.004083 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=99719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:01:54.004468 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8937544'] for segment, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: from cryptography.utils import int_from_bytes Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: from cryptography.utils import int_from_bytes Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: Traceback (most recent call last): Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: timer() Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: cb(*args, **kw) Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: return func(*args, **kwargs) Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: self._notify() Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: self.callback(batched_events) Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: event.method(event) Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: return f(self, *a, **k) Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: return self._get(url).json() Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: return self.request(url, 'GET', **kwargs) Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 18:01:54.009670 dv-cinder-813936-1-iscsi neutron-server[99719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 18:01:54.070714 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790056'] for network, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:54.085098 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:54.091363 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] 10.222.0.49 "DELETE /v2.0/networks/69459eb2-7901-45db-a678-03d8cc32b715 HTTP/1.1" status: 204 len: 168 time: 0.4076686 Oct 14 18:01:54.091593 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 49930) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:54.101982 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0b6fa-2ac1-47ed-a573-5c0236eb3187 admin admin] Pushing event deleted for resources: {'Network': ['ID=69459eb2-7901-45db-a678-03d8cc32b715,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:54.148315 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_v2 [None req-058ba6f2-345d-4297-a242-3ba8dd287f17 admin admin] Deleting subnet bc2b14f6-3e90-4575-90fe-abd3aae601b0 {{(pid=99718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 18:01:54.155020 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-058ba6f2-345d-4297-a242-3ba8dd287f17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:54.191969 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-058ba6f2-345d-4297-a242-3ba8dd287f17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210189'] for subnet, precommit_delete_associations {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:54.234393 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-058ba6f2-345d-4297-a242-3ba8dd287f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676325'] for subnet, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:54.278370 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 49944) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:54.302456 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-058ba6f2-345d-4297-a242-3ba8dd287f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9120956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386637'] for subnet, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:54.338428 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-058ba6f2-345d-4297-a242-3ba8dd287f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:54.344117 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 49948) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:54.344282 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-058ba6f2-345d-4297-a242-3ba8dd287f17 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bc2b14f6-3e90-4575-90fe-abd3aae601b0 HTTP/1.1" status: 204 len: 168 time: 0.2515526 Oct 14 18:01:54.345170 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ba6f2-345d-4297-a242-3ba8dd287f17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc2b14f6-3e90-4575-90fe-abd3aae601b0,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:54.420076 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-118c3aa1-ca1c-4240-9aaf-410282552522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:54.434300 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e6cc-9533-4994-8b21-b131bab4cb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808165'] for network, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:54.547943 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e6cc-9533-4994-8b21-b131bab4cb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673054', 'neutron.services.segments.db._delete_segments_for_network-8762486597133'] for network, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:54.577633 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-b2a2e6cc-9533-4994-8b21-b131bab4cb93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf67d19-10ee-42ac-9f16-4f91da84dd8e']}} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:54.592340 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-118c3aa1-ca1c-4240-9aaf-410282552522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:54.594209 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-b2a2e6cc-9533-4994-8b21-b131bab4cb93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c536fdfe-07e6-4c45-b4c6-1766900ba0f8') {'for_net_delete': True} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:54.594501 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-b2a2e6cc-9533-4994-8b21-b131bab4cb93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c536fdfe-07e6-4c45-b4c6-1766900ba0f8') {} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:01:54.602678 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-118c3aa1-ca1c-4240-9aaf-410282552522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:54.606669 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e6cc-9533-4994-8b21-b131bab4cb93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762486598678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8741783'] for segment, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:54.652319 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e6cc-9533-4994-8b21-b131bab4cb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:54.663795 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-118c3aa1-ca1c-4240-9aaf-410282552522 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=40cfb59332b240ea838d392a086d801e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3799171 Oct 14 18:01:54.663795 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c3aa1-ca1c-4240-9aaf-410282552522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db47babb-6c8f-4c46-abd2-3e59c9f9bdc8,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:54.664301 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 49954) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:54.665385 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a2e6cc-9533-4994-8b21-b131bab4cb93 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=99719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:01:54.665719 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e6cc-9533-4994-8b21-b131bab4cb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8937544'] for segment, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: Traceback (most recent call last): Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: timer() Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: cb(*args, **kw) Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: return func(*args, **kwargs) Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: self._notify() Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: self.callback(batched_events) Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: event.method(event) Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: return f(self, *a, **k) Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: return self._get(url).json() Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: return self.request(url, 'GET', **kwargs) Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 18:01:54.668632 dv-cinder-813936-1-iscsi neutron-server[99719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 18:01:54.753673 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e6cc-9533-4994-8b21-b131bab4cb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790056'] for network, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:54.763635 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b2a2e6cc-9533-4994-8b21-b131bab4cb93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:54.767758 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-b2a2e6cc-9533-4994-8b21-b131bab4cb93 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ddf67d19-10ee-42ac-9f16-4f91da84dd8e HTTP/1.1" status: 204 len: 168 time: 0.4222922 Oct 14 18:01:54.780567 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-198d13d6-2926-455b-a2e7-055a714aabd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:54.782337 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2e6cc-9533-4994-8b21-b131bab4cb93 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddf67d19-10ee-42ac-9f16-4f91da84dd8e,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:54.803655 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-198d13d6-2926-455b-a2e7-055a714aabd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:54.858317 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-198d13d6-2926-455b-a2e7-055a714aabd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:54.861252 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-198d13d6-2926-455b-a2e7-055a714aabd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:54.864979 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-198d13d6-2926-455b-a2e7-055a714aabd4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/db47babb-6c8f-4c46-abd2-3e59c9f9bdc8 HTTP/1.1" status: 204 len: 168 time: 0.1946824 Oct 14 18:01:54.873232 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d13d6-2926-455b-a2e7-055a714aabd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db47babb-6c8f-4c46-abd2-3e59c9f9bdc8,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:54.895243 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 49964) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:54.939678 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-47eb2855-da01-4c40-b540-350d914efef0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1137945825d9479d8fe21ca297d727f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430315 Oct 14 18:01:54.942321 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 49966) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:54.990682 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f0e3a93d-cfd1-4eba-bade-427e1d920209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:55.012712 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f0e3a93d-cfd1-4eba-bade-427e1d920209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:55.058782 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f0e3a93d-cfd1-4eba-bade-427e1d920209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:55.061983 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f0e3a93d-cfd1-4eba-bade-427e1d920209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:55.063109 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-f0e3a93d-cfd1-4eba-bade-427e1d920209 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fecd2197-120d-466e-9700-ce916bcd1dc4 HTTP/1.1" status: 204 len: 168 time: 0.1198354 Oct 14 18:01:55.071496 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3a93d-cfd1-4eba-bade-427e1d920209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecd2197-120d-466e-9700-ce916bcd1dc4,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:55.219903 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 49974) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:55.232711 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-05c0d491-3ef3-422e-828d-07a436619906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:55.316135 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-05c0d491-3ef3-422e-828d-07a436619906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:55.320355 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-05c0d491-3ef3-422e-828d-07a436619906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:55.365053 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-05c0d491-3ef3-422e-828d-07a436619906 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e222a71474a449c5a380d3dde229f208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415827 Oct 14 18:01:55.365053 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0d491-3ef3-422e-828d-07a436619906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c741c27-2626-4732-b737-dc070eb041f2,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:55.365932 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 49978) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:55.422798 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-983017c2-f3d1-4486-96c6-67de9d46707b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:55.431776 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 49980) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:55.446522 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-983017c2-f3d1-4486-96c6-67de9d46707b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:55.470541 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-ea0b62a9-3ce5-4e2c-a8b5-52fe5fe4725b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d646dec494c48969fac90e3541fa6c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375564 Oct 14 18:01:55.472956 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 49982) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:55.493092 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-983017c2-f3d1-4486-96c6-67de9d46707b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:55.495774 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-983017c2-f3d1-4486-96c6-67de9d46707b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:55.496914 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-983017c2-f3d1-4486-96c6-67de9d46707b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8c741c27-2626-4732-b737-dc070eb041f2 HTTP/1.1" status: 204 len: 168 time: 0.1230302 Oct 14 18:01:55.505239 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983017c2-f3d1-4486-96c6-67de9d46707b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c741c27-2626-4732-b737-dc070eb041f2,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:55.530814 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-052de87c-22e4-4ef4-a3df-db7bc6ffb84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:55.551825 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-052de87c-22e4-4ef4-a3df-db7bc6ffb84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:55.596270 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-052de87c-22e4-4ef4-a3df-db7bc6ffb84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:55.598937 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-052de87c-22e4-4ef4-a3df-db7bc6ffb84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:55.600206 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-052de87c-22e4-4ef4-a3df-db7bc6ffb84a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37d1143a-b60d-42c8-9075-1c4b9acc498e HTTP/1.1" status: 204 len: 168 time: 0.1263144 Oct 14 18:01:55.609935 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052de87c-22e4-4ef4-a3df-db7bc6ffb84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d1143a-b60d-42c8-9075-1c4b9acc498e,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:56.440537 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 50036) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:56.541358 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-23bd0411-86b2-406d-bf5a-3434a51f44e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1296467643-network', 'tenant_id': '5ec5052e248b45f48a3ce23ce6aca188'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:01:56.566096 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bd0411-86b2-406d-bf5a-3434a51f44e8 admin admin] Made reservation on behalf of 5ec5052e248b45f48a3ce23ce6aca188 for: {'network': 1} {{(pid=99718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:01:56.568409 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-23bd0411-86b2-406d-bf5a-3434a51f44e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for network, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:56.577227 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-23bd0411-86b2-406d-bf5a-3434a51f44e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:56.656127 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-23bd0411-86b2-406d-bf5a-3434a51f44e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:56.657776 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-23bd0411-86b2-406d-bf5a-3434a51f44e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:56.684506 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23bd0411-86b2-406d-bf5a-3434a51f44e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=99718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 18:01:56.691436 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd0411-86b2-406d-bf5a-3434a51f44e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f597717d-c9d0-4202-86a5-ce26ce05137a,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:56.699060 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-23bd0411-86b2-406d-bf5a-3434a51f44e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:56.699560 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.db.segments_db [None req-23bd0411-86b2-406d-bf5a-3434a51f44e8 admin admin] Added segment 761cadf4-fb74-4e24-864d-448ed349a165 of type vlan for network 66f2f444-ab96-4493-8c02-699ea48ed046 Oct 14 18:01:56.746636 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-23bd0411-86b2-406d-bf5a-3434a51f44e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762486039426'] for network, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:56.772771 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-23bd0411-86b2-406d-bf5a-3434a51f44e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for network, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:56.773806 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bd0411-86b2-406d-bf5a-3434a51f44e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:56.774646 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-23bd0411-86b2-406d-bf5a-3434a51f44e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:56.831828 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-23bd0411-86b2-406d-bf5a-3434a51f44e8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3901505 Oct 14 18:01:56.834764 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 50058) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:01:56.839636 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-33ace60c-102d-404d-b61f-785432f9381a admin admin] Request body: {'subnet': {'network_id': '66f2f444-ab96-4493-8c02-699ea48ed046', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1296467643-subnet', 'tenant_id': '5ec5052e248b45f48a3ce23ce6aca188', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:01:56.840409 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd0411-86b2-406d-bf5a-3434a51f44e8 admin admin] Pushing event updated for resources: {'Network': ['ID=66f2f444-ab96-4493-8c02-699ea48ed046,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:56.856191 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Network 66f2f444-ab96-4493-8c02-699ea48ed046 details requested by agent ovs-agent-dv-cinder-813936-1-iscsi with host dv-cinder-813936-1-iscsi {{(pid=99720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 18:01:56.866090 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ace60c-102d-404d-b61f-785432f9381a admin admin] Made reservation on behalf of 5ec5052e248b45f48a3ce23ce6aca188 for: {'subnet': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:01:56.868755 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-33ace60c-102d-404d-b61f-785432f9381a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12283257'] for subnet, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:57.021482 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-c9ee8171-2c08-4866-b590-fad2eef57ce2 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d49a3e0999594e429b8c3690aa33b424&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467362 Oct 14 18:01:57.125800 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-33ace60c-102d-404d-b61f-785432f9381a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8939245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12283147'] for subnet, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:57.199279 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ace60c-102d-404d-b61f-785432f9381a admin admin] Checking segment: {'id': '761cadf4-fb74-4e24-864d-448ed349a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '66f2f444-ab96-4493-8c02-699ea48ed046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:01:57.199631 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ace60c-102d-404d-b61f-785432f9381a admin admin] Network hostable DHCP agents. Network: 66f2f444-ab96-4493-8c02-699ea48ed046, hostable agents: ['bf408c59-2cf8-4546-bb87-81b32559f057'], hosted agents: [] {{(pid=99719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 18:01:57.212849 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ace60c-102d-404d-b61f-785432f9381a admin admin] Pushing event updated for resources: {'Subnet': ['ID=df8bb6cb-f95a-4554-80db-9eba2f93a292,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:01:57.230257 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ace60c-102d-404d-b61f-785432f9381a admin admin] Network 66f2f444-ab96-4493-8c02-699ea48ed046 is scheduled to be hosted by DHCP agent bf408c59-2cf8-4546-bb87-81b32559f057 with binding_index 1 {{(pid=99719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 18:01:57.249201 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-33ace60c-102d-404d-b61f-785432f9381a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813936-1-iscsi, 66f2f444-ab96-4493-8c02-699ea48ed046) {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:01:57.255288 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ace60c-102d-404d-b61f-785432f9381a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:57.255976 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-33ace60c-102d-404d-b61f-785432f9381a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:01:57.261712 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e336f0c-c44d-4647-bcc4-c91cb6753e26 None None] Network 66f2f444-ab96-4493-8c02-699ea48ed046 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:01:57.298125 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-33ace60c-102d-404d-b61f-785432f9381a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4622316 Oct 14 18:01:57.301995 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-73d09c10-1c0c-46ea-9920-e5dc1c966afe tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:57.303579 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-73d09c10-1c0c-46ea-9920-e5dc1c966afe tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2757730 Oct 14 18:01:57.326241 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-ab49ac63-75f4-4a92-91a4-0951ac2ca22d tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/quotas/d49a3e0999594e429b8c3690aa33b424 HTTP/1.1" status: 200 len: 375 time: 0.0163682 Oct 14 18:01:57.399421 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-87c02304-2ae3-4703-b41e-28ea3bed6586 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d49a3e0999594e429b8c3690aa33b424&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535808 Oct 14 18:01:57.481393 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da7e730-0ede-4460-88bb-840db5b300ea None None] Network 66f2f444-ab96-4493-8c02-699ea48ed046 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:01:57.608004 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ff3fc27f-00f1-465e-8ef1-3140e27c1972 req-f7b743a8-875f-4213-bb96-41cdca7f1ac6 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbd60c0-6f7e-46e0-8484-b38a369ab9b3 HTTP/1.1" status: 200 len: 210 time: 0.0423386 Oct 14 18:01:58.368387 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-27331448-9e1c-41e3-9bce-e01016485fda tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:01:58.369881 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-27331448-9e1c-41e3-9bce-e01016485fda tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/networks?id=c83af823-a336-4acf-9cf9-971bb99a778b HTTP/1.1" status: 200 len: 815 time: 0.0994146 Oct 14 18:01:58.385095 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-1994851f-1cfa-40cb-87bf-522cf521f2ec tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/quotas/8e7c64022d3247eb88c9074d2d71c846 HTTP/1.1" status: 200 len: 375 time: 0.0094180 Oct 14 18:01:58.432337 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-0dfa9a37-f67c-46b7-8cc5-81b9e9d25a68 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e7c64022d3247eb88c9074d2d71c846&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0419638 Oct 14 18:01:58.516688 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-bcbc1ae7-76a3-4422-b5a3-fd43755e2fb8 service neutron] 10.222.0.49 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773861 Oct 14 18:01:58.606883 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-e40742ae-00be-4651-b6d5-840c7df972ba service neutron] 10.222.0.49 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843775 Oct 14 18:02:00.664144 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7566a712-436b-4327-b6d6-e04f47c0c08c req-8376df12-3f5e-4f22-98e2-2251090e8ae5 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbd60c0-6f7e-46e0-8484-b38a369ab9b3 HTTP/1.1" status: 200 len: 210 time: 0.0319386 Oct 14 18:02:00.682513 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-fc0c62c9-1266-4d29-ac1b-a100fe079d9b req-b63ff70b-db3f-46ae-84eb-e3aabfee71a3 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e57cd46-12c3-45ab-9fb9-520327718265 HTTP/1.1" status: 200 len: 210 time: 0.0300159 Oct 14 18:02:01.211470 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-143bcafc-5c95-49f3-99af-1a8d5ad36bb7 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d49a3e0999594e429b8c3690aa33b424&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313637 Oct 14 18:02:01.439637 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-a72650e2-8f32-49f6-85b2-16c1c0756545 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:01.441161 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-a72650e2-8f32-49f6-85b2-16c1c0756545 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2193072 Oct 14 18:02:01.459567 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-98be323d-a7d2-4e34-949d-24b50573a0c5 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Request body: {'port': {'device_id': '3cbd60c0-6f7e-46e0-8484-b38a369ab9b3', 'network_id': '5dabae51-1c99-42e9-856a-63e77b40c0ba', 'admin_state_up': True, 'tenant_id': 'd49a3e0999594e429b8c3690aa33b424'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:01.583661 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-98be323d-a7d2-4e34-949d-24b50573a0c5 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Made reservation on behalf of d49a3e0999594e429b8c3690aa33b424 for: {'port': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:02:01.587527 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-98be323d-a7d2-4e34-949d-24b50573a0c5 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:01.598120 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-98be323d-a7d2-4e34-949d-24b50573a0c5 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:01.628087 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-95ddd968-63d6-4eb0-95ba-0637a627e309 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:01.636084 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-95ddd968-63d6-4eb0-95ba-0637a627e309 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/networks?id=66f2f444-ab96-4493-8c02-699ea48ed046 HTTP/1.1" status: 200 len: 809 time: 0.1348042 Oct 14 18:02:01.653435 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-34f0daff-ef09-4ddb-9b95-975f56a1e5da tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/quotas/5ec5052e248b45f48a3ce23ce6aca188 HTTP/1.1" status: 200 len: 375 time: 0.0161505 Oct 14 18:02:01.684041 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-4e33edad-242d-4819-a460-0c4c21457ca1 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ec5052e248b45f48a3ce23ce6aca188&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297232 Oct 14 18:02:01.761140 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-bad1f38a-da8a-47ff-87c8-ba4d8ffd066e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:01.762190 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-bad1f38a-da8a-47ff-87c8-ba4d8ffd066e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.32 "GET /v2.0/networks?id=c83af823-a336-4acf-9cf9-971bb99a778b HTTP/1.1" status: 200 len: 815 time: 0.1210322 Oct 14 18:02:01.783849 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-c398520d-d286-48c5-a8b2-13ff76c8e0b0 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Request body: {'port': {'device_id': '9e57cd46-12c3-45ab-9fb9-520327718265', 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b', 'admin_state_up': True, 'tenant_id': '8e7c64022d3247eb88c9074d2d71c846'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:01.789331 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-923d1dc7-695b-47c3-8d71-9b4d81857123 service neutron] 10.222.0.49 "GET /v2.0/networks/66f2f444-ab96-4493-8c02-699ea48ed046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969203 Oct 14 18:02:01.873545 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-98be323d-a7d2-4e34-949d-24b50573a0c5 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:01.882666 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-98be323d-a7d2-4e34-949d-24b50573a0c5 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:01.897277 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-0fefa5d2-b6ac-43de-9eaa-2dca76da1f48 service neutron] 10.222.0.49 "GET /v2.0/networks/66f2f444-ab96-4493-8c02-699ea48ed046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014042 Oct 14 18:02:01.954203 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a64c8b70-7b58-4781-9b71-5a1009895c93 req-1e57f643-5449-4d57-b838-8a1b64884d09 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbd60c0-6f7e-46e0-8484-b38a369ab9b3 HTTP/1.1" status: 200 len: 210 time: 0.0674021 Oct 14 18:02:02.016129 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be323d-a7d2-4e34-949d-24b50573a0c5 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8078dcc3-c5c9-4017-bf49-dd68fc31f4f2,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:02.078239 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-c398520d-d286-48c5-a8b2-13ff76c8e0b0 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Made reservation on behalf of 8e7c64022d3247eb88c9074d2d71c846 for: {'port': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:02:02.081843 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-c398520d-d286-48c5-a8b2-13ff76c8e0b0 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:02.102969 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-9e933225-c54e-4f4a-90f2-3b418f67375c req-9be62526-d674-4904-b4a6-d25e6ebff444 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 210 time: 0.0289428 Oct 14 18:02:02.134583 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7660e298-dccb-4f62-8eb1-025678f85e8f req-5bc761db-7937-45a4-89f9-3a1990030965 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e57cd46-12c3-45ab-9fb9-520327718265 HTTP/1.1" status: 200 len: 210 time: 0.0505798 Oct 14 18:02:02.160299 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-98be323d-a7d2-4e34-949d-24b50573a0c5 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Allocated IP 192.168.233.131 (5dabae51-1c99-42e9-856a-63e77b40c0ba/febb1531-8fff-46e6-9a92-f2bf05cd04f6/64193bae-ca2b-4e0c-b0f0-922a8c552fe7) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:02:02.339305 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-c398520d-d286-48c5-a8b2-13ff76c8e0b0 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Allocated IP 172.20.0.3 (c83af823-a336-4acf-9cf9-971bb99a778b/219e8690-55de-4444-b3f4-7eed7cf9bd62/385c47eb-54f1-42ec-803e-405c2628d1f0) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:02:02.432554 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-98be323d-a7d2-4e34-949d-24b50573a0c5 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:02.541553 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-98be323d-a7d2-4e34-949d-24b50573a0c5 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:02.556419 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-c398520d-d286-48c5-a8b2-13ff76c8e0b0 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:02.594469 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-98be323d-a7d2-4e34-949d-24b50573a0c5 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Network 5dabae51-1c99-42e9-856a-63e77b40c0ba is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:02:02.599850 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-98be323d-a7d2-4e34-949d-24b50573a0c5 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:02:02.607648 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-98be323d-a7d2-4e34-949d-24b50573a0c5 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:02:02.632334 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be323d-a7d2-4e34-949d-24b50573a0c5 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Pushing event updated for resources: {'Port': ['ID=64193bae-ca2b-4e0c-b0f0-922a8c552fe7,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:02.684061 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-98be323d-a7d2-4e34-949d-24b50573a0c5 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:02.684664 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-98be323d-a7d2-4e34-949d-24b50573a0c5 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:02.695548 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-c398520d-d286-48c5-a8b2-13ff76c8e0b0 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:02.711516 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-98be323d-a7d2-4e34-949d-24b50573a0c5 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2560747 Oct 14 18:02:02.742536 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-c398520d-d286-48c5-a8b2-13ff76c8e0b0 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Network c83af823-a336-4acf-9cf9-971bb99a778b is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:02:02.745875 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-c398520d-d286-48c5-a8b2-13ff76c8e0b0 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:02:02.750200 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-c398520d-d286-48c5-a8b2-13ff76c8e0b0 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:02:02.791462 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398520d-d286-48c5-a8b2-13ff76c8e0b0 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Pushing event updated for resources: {'Port': ['ID=385c47eb-54f1-42ec-803e-405c2628d1f0,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:02.817269 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-c398520d-d286-48c5-a8b2-13ff76c8e0b0 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:02.817873 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-c398520d-d286-48c5-a8b2-13ff76c8e0b0 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:02.833940 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-c398520d-d286-48c5-a8b2-13ff76c8e0b0 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0574780 Oct 14 18:02:02.851028 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-707354c1-3976-4e33-b7dd-19dd024e1734 None None] Provisioning complete for port 64193bae-ca2b-4e0c-b0f0-922a8c552fe7 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:02.851634 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-707354c1-3976-4e33-b7dd-19dd024e1734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:02.890881 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-707354c1-3976-4e33-b7dd-19dd024e1734 None None] Port 64193bae-ca2b-4e0c-b0f0-922a8c552fe7 cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:02:05.432646 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:02:05.462097 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] Request body: {'port': {'device_id': '3cbd60c0-6f7e-46e0-8484-b38a369ab9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81393'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:05.467226 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] Request body: {'port': {'device_id': '9e57cd46-12c3-45ab-9fb9-520327718265', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81393'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:05.577339 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:05.595706 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:05.640702 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c71d67-feef-40ba-981f-07a107011409 req-8879dbc0-6041-4c24-8d91-d622dcdf3915 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:05.643412 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-a9c71d67-feef-40ba-981f-07a107011409 req-8879dbc0-6041-4c24-8d91-d622dcdf3915 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbd60c0-6f7e-46e0-8484-b38a369ab9b3 HTTP/1.1" status: 200 len: 936 time: 0.0790515 Oct 14 18:02:05.695290 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-a9c71d67-feef-40ba-981f-07a107011409 req-de4545ff-44e5-4f2f-a474-f76d0354fcf0 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/security-groups?id=8078dcc3-c5c9-4017-bf49-dd68fc31f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455029 Oct 14 18:02:05.804234 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853fadb-8ebc-4180-adc3-27bd1868c8bd req-e4cfd335-ce73-463e-a26a-0298a75b5792 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:05.806040 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d853fadb-8ebc-4180-adc3-27bd1868c8bd req-e4cfd335-ce73-463e-a26a-0298a75b5792 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e57cd46-12c3-45ab-9fb9-520327718265 HTTP/1.1" status: 200 len: 931 time: 0.0507360 Oct 14 18:02:05.846480 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d853fadb-8ebc-4180-adc3-27bd1868c8bd req-8af34e2e-28e1-4855-ad4d-ba8ac5b62fdd tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343249 Oct 14 18:02:05.931248 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-47001633-b5ae-48fd-9152-8541b12fc32c req-cc66e54f-a446-49a6-96c1-6c5147062a23 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 210 time: 0.2806654 Oct 14 18:02:06.377420 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 385c47eb-54f1-42ec-803e-405c2628d1f0 {{(pid=99719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:02:06.388695 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:06.402185 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64193bae-ca2b-4e0c-b0f0-922a8c552fe7 {{(pid=99719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:02:06.427412 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:06.445852 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.provisioning_blocks [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] Transition to ACTIVE for port object 385c47eb-54f1-42ec-803e-405c2628d1f0 will not be triggered until provisioned by entity L2. {{(pid=99719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 18:02:06.454344 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:06.463660 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.provisioning_blocks [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] Transition to ACTIVE for port object 64193bae-ca2b-4e0c-b0f0-922a8c552fe7 will not be triggered until provisioned by entity L2. {{(pid=99719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 18:02:06.471365 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-381053ae-8fb5-4ab7-9bc3-1a74f206a388 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:06.472819 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-381053ae-8fb5-4ab7-9bc3-1a74f206a388 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.32 "GET /v2.0/networks?id=66f2f444-ab96-4493-8c02-699ea48ed046 HTTP/1.1" status: 200 len: 809 time: 0.1706488 Oct 14 18:02:06.495858 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:06.503049 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-7536093f-cf5f-46e5-8d1f-1e73198c0b73 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Request body: {'port': {'device_id': 'e0179be6-f751-4de3-9ce8-6a224a46739b', 'network_id': '66f2f444-ab96-4493-8c02-699ea48ed046', 'admin_state_up': True, 'tenant_id': '5ec5052e248b45f48a3ce23ce6aca188'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:06.578119 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] Pushing event updated for resources: {'Port': ['ID=385c47eb-54f1-42ec-803e-405c2628d1f0,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:06.726889 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] Pushing event updated for resources: {'Port': ['ID=64193bae-ca2b-4e0c-b0f0-922a8c552fe7,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:06.819969 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] Attempting to bind port 385c47eb-54f1-42ec-803e-405c2628d1f0 on host hv-cinder-81393 for vnic_type normal with profile {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:02:06.820202 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] Attempting to bind port 385c47eb-54f1-42ec-803e-405c2628d1f0 by drivers openvswitch,hyperv on host hv-cinder-81393 at level 0 using segments [{'id': '931a8068-5c0e-41a2-bb4c-c55889796b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b'}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:02:06.820535 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] Attempting to bind port 385c47eb-54f1-42ec-803e-405c2628d1f0 on network c83af823-a336-4acf-9cf9-971bb99a778b {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:02:06.827487 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] Attempting to bind port 64193bae-ca2b-4e0c-b0f0-922a8c552fe7 on host hv-cinder-81393 for vnic_type normal with profile {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:02:06.828112 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] Attempting to bind port 64193bae-ca2b-4e0c-b0f0-922a8c552fe7 by drivers openvswitch,hyperv on host hv-cinder-81393 at level 0 using segments [{'id': '9646468b-cd36-4e56-a4ad-877ad08c0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5dabae51-1c99-42e9-856a-63e77b40c0ba'}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:02:06.828609 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] Attempting to bind port 64193bae-ca2b-4e0c-b0f0-922a8c552fe7 on network 5dabae51-1c99-42e9-856a-63e77b40c0ba {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:02:06.832437 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] Port 385c47eb-54f1-42ec-803e-405c2628d1f0 on network c83af823-a336-4acf-9cf9-971bb99a778b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81393 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 18:02:06.832990 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] Attempting to bind port 385c47eb-54f1-42ec-803e-405c2628d1f0 on network c83af823-a336-4acf-9cf9-971bb99a778b {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:02:06.837036 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-7536093f-cf5f-46e5-8d1f-1e73198c0b73 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Made reservation on behalf of 5ec5052e248b45f48a3ce23ce6aca188 for: {'port': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:02:06.841843 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-7536093f-cf5f-46e5-8d1f-1e73198c0b73 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:06.843514 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b3c7d-ef59-44a0-b2b3-597c502169cb req-2db534ea-2582-4880-8a22-cc1448902c53 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:06.851588 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4f5b3c7d-ef59-44a0-b2b3-597c502169cb req-2db534ea-2582-4880-8a22-cc1448902c53 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbd60c0-6f7e-46e0-8484-b38a369ab9b3 HTTP/1.1" status: 200 len: 948 time: 0.0638547 Oct 14 18:02:06.855395 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] Port 64193bae-ca2b-4e0c-b0f0-922a8c552fe7 on network 5dabae51-1c99-42e9-856a-63e77b40c0ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81393 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 18:02:06.855916 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] Attempting to bind port 64193bae-ca2b-4e0c-b0f0-922a8c552fe7 on network 5dabae51-1c99-42e9-856a-63e77b40c0ba {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:02:06.861212 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] Checking agent: {'id': '26c515f5-fc83-44a3-9c50-84c881af0873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81393', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'started_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:02:06.861529 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] Checking segment: {'id': '931a8068-5c0e-41a2-bb4c-c55889796b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:02:06.862090 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] Bound using segment: {'id': '931a8068-5c0e-41a2-bb4c-c55889796b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b'} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:02:06.862868 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] Bound port: 385c47eb-54f1-42ec-803e-405c2628d1f0, host: hv-cinder-81393, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931a8068-5c0e-41a2-bb4c-c55889796b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b'}}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:02:06.863379 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:06.877691 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] Checking agent: {'id': '26c515f5-fc83-44a3-9c50-84c881af0873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81393', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'started_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:02:06.878208 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] Checking segment: {'id': '9646468b-cd36-4e56-a4ad-877ad08c0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5dabae51-1c99-42e9-856a-63e77b40c0ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:02:06.878753 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] Bound using segment: {'id': '9646468b-cd36-4e56-a4ad-877ad08c0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5dabae51-1c99-42e9-856a-63e77b40c0ba'} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:02:06.879344 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] Bound port: 64193bae-ca2b-4e0c-b0f0-922a8c552fe7, host: hv-cinder-81393, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9646468b-cd36-4e56-a4ad-877ad08c0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5dabae51-1c99-42e9-856a-63e77b40c0ba'}}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:02:06.879858 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:06.897543 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4f5b3c7d-ef59-44a0-b2b3-597c502169cb req-7bfb51c1-eaeb-4e3c-ae3c-8e6224f42549 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/security-groups?id=8078dcc3-c5c9-4017-bf49-dd68fc31f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440152 Oct 14 18:02:07.055634 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d4327e77-8594-48c6-ba2c-9645be10ad6a req-0b505efe-b9fc-415e-bd45-c0f4b495d7cf tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 210 time: 0.0433731 Oct 14 18:02:07.112972 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] For port 385c47eb-54f1-42ec-803e-405c2628d1f0, host hv-cinder-81393, cleared binding levels {{(pid=99719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:02:07.150186 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] For port 64193bae-ca2b-4e0c-b0f0-922a8c552fe7, host hv-cinder-81393, cleared binding levels {{(pid=99719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:02:07.153817 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] For port 385c47eb-54f1-42ec-803e-405c2628d1f0, host hv-cinder-81393, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=385c47eb-54f1-42ec-803e-405c2628d1f0,segment=NetworkSegment(931a8068-5c0e-41a2-bb4c-c55889796b97),segment_id=931a8068-5c0e-41a2-bb4c-c55889796b97)] {{(pid=99719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:02:07.168327 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd77654-02d2-40e7-8cd6-aefdde779ced req-c6af1d13-8b05-4ebc-8fd9-c80321f4cbd9 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:07.169883 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8cd77654-02d2-40e7-8cd6-aefdde779ced req-c6af1d13-8b05-4ebc-8fd9-c80321f4cbd9 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e57cd46-12c3-45ab-9fb9-520327718265 HTTP/1.1" status: 200 len: 943 time: 0.1656806 Oct 14 18:02:07.177817 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:07.188209 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] For port 64193bae-ca2b-4e0c-b0f0-922a8c552fe7, host hv-cinder-81393, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=64193bae-ca2b-4e0c-b0f0-922a8c552fe7,segment=NetworkSegment(9646468b-cd36-4e56-a4ad-877ad08c0937),segment_id=9646468b-cd36-4e56-a4ad-877ad08c0937)] {{(pid=99719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:02:07.224191 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:07.257511 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-7536093f-cf5f-46e5-8d1f-1e73198c0b73 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Allocated IP 172.20.0.9 (66f2f444-ab96-4493-8c02-699ea48ed046/df8bb6cb-f95a-4554-80db-9eba2f93a292/95b4d897-b838-4cf5-9575-ab7b37f22fd6) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:02:07.265167 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:07.265286 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:07.267468 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] 10.222.0.32 "PUT /v2.0/ports/385c47eb-54f1-42ec-803e-405c2628d1f0 HTTP/1.1" status: 200 len: 1093 time: 1.8086576 Oct 14 18:02:07.267889 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 50370) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:07.270676 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e57cd46-12c3-45ab-9fb9-520327718265', 'tag': '385c47eb-54f1-42ec-803e-405c2628d1f0'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:02:07.273180 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34172178-fb63-4152-9ab3-1385ce160d96" -d '{"events": [{"name": "network-changed", "server_uuid": "9e57cd46-12c3-45ab-9fb9-520327718265", "tag": "385c47eb-54f1-42ec-803e-405c2628d1f0"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:02:07.293234 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:07.294203 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:07.295260 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] 10.222.0.32 "PUT /v2.0/ports/64193bae-ca2b-4e0c-b0f0-922a8c552fe7 HTTP/1.1" status: 200 len: 1098 time: 1.8384230 Oct 14 18:02:07.338578 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8cd77654-02d2-40e7-8cd6-aefdde779ced req-bf70dc29-9df7-440a-8b62-e7796ed7396c tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571434 Oct 14 18:02:07.341044 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca2e4a-972c-4b62-948f-adbe9e2d1321 service neutron] Pushing event updated for resources: {'Port': ['ID=385c47eb-54f1-42ec-803e-405c2628d1f0,revision_number=3']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:07.362330 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497ec22d-cb92-48f7-a160-03508df368eb x-openstack-request-id: req-497ec22d-cb92-48f7-a160-03508df368eb {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:02:07.362330 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e57cd46-12c3-45ab-9fb9-520327718265", "tag": "385c47eb-54f1-42ec-803e-405c2628d1f0", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:02:07.362330 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-497ec22d-cb92-48f7-a160-03508df368eb {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:02:07.362330 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e57cd46-12c3-45ab-9fb9-520327718265', 'tag': '385c47eb-54f1-42ec-803e-405c2628d1f0', 'status': 'completed', 'code': 200} Oct 14 18:02:07.438208 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e3b968eb-4bc3-4cd6-810c-55ee5d79a878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:07.536667 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e3b968eb-4bc3-4cd6-810c-55ee5d79a878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:07.542218 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e3b968eb-4bc3-4cd6-810c-55ee5d79a878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:07.550295 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-95d0465f-de9c-46af-ac8f-bc001d597be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:07.551843 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-95d0465f-de9c-46af-ac8f-bc001d597be2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e7c64022d3247eb88c9074d2d71c846&device_id=9e57cd46-12c3-45ab-9fb9-520327718265 HTTP/1.1" status: 200 len: 1096 time: 0.1946647 Oct 14 18:02:07.560487 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545b62d-477a-43f5-bb60-108bab465b32 service neutron] Pushing event updated for resources: {'Port': ['ID=64193bae-ca2b-4e0c-b0f0-922a8c552fe7,revision_number=3']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:07.591191 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-e3b968eb-4bc3-4cd6-810c-55ee5d79a878 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=514fe6843b0a44af9df1966450559daf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219118 Oct 14 18:02:07.595056 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b968eb-4bc3-4cd6-810c-55ee5d79a878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7f259c-3bf8-4239-b86c-ea6774edb509,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:07.596326 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-fb07c3b0-a16e-4cf2-a799-ee8e7f1460a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:07.597537 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 50376) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:07.601228 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-fb07c3b0-a16e-4cf2-a799-ee8e7f1460a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d49a3e0999594e429b8c3690aa33b424&device_id=3cbd60c0-6f7e-46e0-8484-b38a369ab9b3 HTTP/1.1" status: 200 len: 1101 time: 0.2186449 Oct 14 18:02:07.642489 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-4573a7ce-52d1-4f8b-af53-2e72c2e7036b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=385c47eb-54f1-42ec-803e-405c2628d1f0 HTTP/1.1" status: 200 len: 217 time: 0.0705380 Oct 14 18:02:07.646479 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-870d557f-f86b-4abe-b8e8-bd51653947f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:07.667363 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-870d557f-f86b-4abe-b8e8-bd51653947f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:07.707842 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-c6575100-b5e5-447f-8cae-f2c7377a09c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=64193bae-ca2b-4e0c-b0f0-922a8c552fe7 HTTP/1.1" status: 200 len: 217 time: 0.0731187 Oct 14 18:02:07.716516 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-870d557f-f86b-4abe-b8e8-bd51653947f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:07.719287 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-870d557f-f86b-4abe-b8e8-bd51653947f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:07.722689 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-870d557f-f86b-4abe-b8e8-bd51653947f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b7f259c-3bf8-4239-b86c-ea6774edb509 HTTP/1.1" status: 204 len: 168 time: 0.1217837 Oct 14 18:02:07.727739 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-7536093f-cf5f-46e5-8d1f-1e73198c0b73 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:07.729421 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d557f-f86b-4abe-b8e8-bd51653947f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7f259c-3bf8-4239-b86c-ea6774edb509,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:07.777663 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-13889d07-3278-45c2-b3e3-2eba7c3c6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:07.779091 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-13889d07-3278-45c2-b3e3-2eba7c3c6223 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=219e8690-55de-4444-b3f4-7eed7cf9bd62 HTTP/1.1" status: 200 len: 855 time: 0.1026449 Oct 14 18:02:07.804194 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-abde3d63-42c7-4144-8f75-4568182d0301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:07.805664 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-abde3d63-42c7-4144-8f75-4568182d0301 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=febb1531-8fff-46e6-9a92-f2bf05cd04f6 HTTP/1.1" status: 200 len: 843 time: 0.0746913 Oct 14 18:02:07.842149 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-7536093f-cf5f-46e5-8d1f-1e73198c0b73 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:07.869016 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-a48d8655-515d-40e7-a623-400b80331ecf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c83af823-a336-4acf-9cf9-971bb99a778b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537307 Oct 14 18:02:07.961688 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-7536093f-cf5f-46e5-8d1f-1e73198c0b73 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Network 66f2f444-ab96-4493-8c02-699ea48ed046 is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:02:07.974613 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-7536093f-cf5f-46e5-8d1f-1e73198c0b73 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:02:07.985904 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-7536093f-cf5f-46e5-8d1f-1e73198c0b73 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:02:08.010322 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536093f-cf5f-46e5-8d1f-1e73198c0b73 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Pushing event updated for resources: {'Port': ['ID=95b4d897-b838-4cf5-9575-ab7b37f22fd6,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:08.030503 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 50394) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:08.038344 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-be8db9d4-714d-4e29-bf85-13df0407849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:08.039785 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-be8db9d4-714d-4e29-bf85-13df0407849b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5dabae51-1c99-42e9-856a-63e77b40c0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2146728 Oct 14 18:02:08.046330 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-608ef6ab-6522-4615-beed-b1ba738b34c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:08.185220 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-608ef6ab-6522-4615-beed-b1ba738b34c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:08.191395 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-608ef6ab-6522-4615-beed-b1ba738b34c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:08.217470 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3c2fe-ec05-41d0-ae54-4063717a5387 req-ba5d4911-9882-4c39-84d0-eba03ec3e2f9 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:08.219030 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-46e3c2fe-ec05-41d0-ae54-4063717a5387 req-ba5d4911-9882-4c39-84d0-eba03ec3e2f9 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 945 time: 0.0958760 Oct 14 18:02:08.262803 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-608ef6ab-6522-4615-beed-b1ba738b34c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f7a9a149005946e9804b228ab5de9bde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281272 Oct 14 18:02:08.262803 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ef6ab-6522-4615-beed-b1ba738b34c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c73d06-9534-4361-b292-506fa416a5bf,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:08.263131 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 50406) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:08.304987 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-46e3c2fe-ec05-41d0-ae54-4063717a5387 req-be852acb-8249-4b2f-a52e-ddb911aed2b7 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734262 Oct 14 18:02:08.333700 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e8c8cc82-bfcb-4daa-9908-0a6451575b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:08.368035 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e8c8cc82-bfcb-4daa-9908-0a6451575b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:08.378765 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-7536093f-cf5f-46e5-8d1f-1e73198c0b73 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:08.379372 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-7536093f-cf5f-46e5-8d1f-1e73198c0b73 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:08.401519 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-a09fe1ae-4aad-4511-adf1-4709b5ba3cd7 service neutron] 10.222.0.32 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050735 Oct 14 18:02:08.426644 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bae48-24b8-4951-8336-68d13e8dbad5 req-95d422c7-03e8-4b56-8844-6a4dad7eb555 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:08.428145 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-039bae48-24b8-4951-8336-68d13e8dbad5 req-95d422c7-03e8-4b56-8844-6a4dad7eb555 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbd60c0-6f7e-46e0-8484-b38a369ab9b3 HTTP/1.1" status: 200 len: 948 time: 0.4105575 Oct 14 18:02:08.431365 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-7536093f-cf5f-46e5-8d1f-1e73198c0b73 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9364223 Oct 14 18:02:08.446565 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828eb28b-3e6e-4cfe-b2f3-693a72838fca req-53ee42a4-7bdd-4223-b10c-caa2b900c8eb tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:08.448274 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-828eb28b-3e6e-4cfe-b2f3-693a72838fca req-53ee42a4-7bdd-4223-b10c-caa2b900c8eb tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 931 time: 0.0675049 Oct 14 18:02:08.450708 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] Request body: {'port': {'device_id': 'e0179be6-f751-4de3-9ce8-6a224a46739b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81393'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:08.468761 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e8c8cc82-bfcb-4daa-9908-0a6451575b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:08.471212 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e8c8cc82-bfcb-4daa-9908-0a6451575b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:08.472277 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-e8c8cc82-bfcb-4daa-9908-0a6451575b3e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21c73d06-9534-4361-b292-506fa416a5bf HTTP/1.1" status: 204 len: 168 time: 0.2082491 Oct 14 18:02:08.486091 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8cc82-bfcb-4daa-9908-0a6451575b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c73d06-9534-4361-b292-506fa416a5bf,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:08.506072 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-828eb28b-3e6e-4cfe-b2f3-693a72838fca req-8c8b3dfe-035a-485d-bdf8-509034ca835d tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508745 Oct 14 18:02:08.569343 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-7b0285f8-f324-4af2-9bed-981ca7694173 service neutron] 10.222.0.32 "GET /v2.0/networks/5dabae51-1c99-42e9-856a-63e77b40c0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050259 Oct 14 18:02:08.631517 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-039bae48-24b8-4951-8336-68d13e8dbad5 req-1d1e64bf-de81-466f-af00-0e34ac2f0e15 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/security-groups?id=8078dcc3-c5c9-4017-bf49-dd68fc31f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856484 Oct 14 18:02:08.632315 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaef94-96f9-4061-83c9-3a60bfe3e6b8 req-82af804c-cd28-433c-93e0-151bd66ef7ab tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:08.639860 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e6aaef94-96f9-4061-83c9-3a60bfe3e6b8 req-82af804c-cd28-433c-93e0-151bd66ef7ab tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e57cd46-12c3-45ab-9fb9-520327718265 HTTP/1.1" status: 200 len: 943 time: 0.0618620 Oct 14 18:02:08.659816 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:08.674552 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e6aaef94-96f9-4061-83c9-3a60bfe3e6b8 req-9341e8f4-25aa-4af9-be92-8f6fb4cd864f tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337832 Oct 14 18:02:08.680719 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d9d4a5b1-49f9-4f34-8a50-25fc351dbf02 req-6b9d4c13-c92b-4b26-a263-6728958014a6 service neutron] 10.222.0.32 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697680 Oct 14 18:02:08.831313 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-103f1baa-1df8-42c9-961e-fbc9be6b2a2a req-c8d62f4e-2f3c-4cd8-846e-c1b7fce69ca3 service neutron] 10.222.0.32 "GET /v2.0/networks/5dabae51-1c99-42e9-856a-63e77b40c0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356825 Oct 14 18:02:08.901300 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34172178-fb63-4152-9ab3-1385ce160d96 req-da508a1b-3bb0-46e0-8e52-987550bea9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:08.902855 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-34172178-fb63-4152-9ab3-1385ce160d96 req-da508a1b-3bb0-46e0-8e52-987550bea9ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e7c64022d3247eb88c9074d2d71c846&device_id=9e57cd46-12c3-45ab-9fb9-520327718265 HTTP/1.1" status: 200 len: 1096 time: 0.1562159 Oct 14 18:02:08.904702 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-a68d84f5-93f0-4707-acac-17a8e2ede981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:09.068417 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34172178-fb63-4152-9ab3-1385ce160d96 req-bc6c55c5-7975-4784-a98a-70c020348ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:09.069804 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-34172178-fb63-4152-9ab3-1385ce160d96 req-bc6c55c5-7975-4784-a98a-70c020348ffa service neutron] 10.222.0.32 "GET /v2.0/networks?id=c83af823-a336-4acf-9cf9-971bb99a778b HTTP/1.1" status: 200 len: 916 time: 0.1523957 Oct 14 18:02:09.081931 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b4d897-b838-4cf5-9575-ab7b37f22fd6 {{(pid=99719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:02:09.096019 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:09.126449 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-34172178-fb63-4152-9ab3-1385ce160d96 req-719e2332-4e37-45bd-a011-5ebd789166bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=385c47eb-54f1-42ec-803e-405c2628d1f0 HTTP/1.1" status: 200 len: 217 time: 0.0401332 Oct 14 18:02:09.136389 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.provisioning_blocks [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] Transition to ACTIVE for port object 95b4d897-b838-4cf5-9575-ab7b37f22fd6 will not be triggered until provisioned by entity L2. {{(pid=99719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 18:02:09.162329 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:09.222398 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34172178-fb63-4152-9ab3-1385ce160d96 req-a3a6c295-c678-4135-9cff-5998f23a87c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:09.223512 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-34172178-fb63-4152-9ab3-1385ce160d96 req-a3a6c295-c678-4135-9cff-5998f23a87c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=219e8690-55de-4444-b3f4-7eed7cf9bd62 HTTP/1.1" status: 200 len: 855 time: 0.0883110 Oct 14 18:02:09.230502 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] Pushing event updated for resources: {'Port': ['ID=95b4d897-b838-4cf5-9575-ab7b37f22fd6,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:09.274869 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-34172178-fb63-4152-9ab3-1385ce160d96 req-8b543ae9-bf9f-42c6-9c59-90f08ad514fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c83af823-a336-4acf-9cf9-971bb99a778b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382993 Oct 14 18:02:09.361123 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbd60c0-6f7e-46e0-8484-b38a369ab9b3', 'tag': '64193bae-ca2b-4e0c-b0f0-922a8c552fe7'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:02:09.363546 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2ca804-a40c-440c-9261-f53fcb62fd6b" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbd60c0-6f7e-46e0-8484-b38a369ab9b3", "tag": "64193bae-ca2b-4e0c-b0f0-922a8c552fe7"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:02:09.403332 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] Attempting to bind port 95b4d897-b838-4cf5-9575-ab7b37f22fd6 on host hv-cinder-81393 for vnic_type normal with profile {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:02:09.403672 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] Attempting to bind port 95b4d897-b838-4cf5-9575-ab7b37f22fd6 by drivers openvswitch,hyperv on host hv-cinder-81393 at level 0 using segments [{'id': '761cadf4-fb74-4e24-864d-448ed349a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '66f2f444-ab96-4493-8c02-699ea48ed046'}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:02:09.403995 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] Attempting to bind port 95b4d897-b838-4cf5-9575-ab7b37f22fd6 on network 66f2f444-ab96-4493-8c02-699ea48ed046 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:02:09.427670 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5dd8f60-a32c-4b92-8d44-9c58eed3c045 x-openstack-request-id: req-f5dd8f60-a32c-4b92-8d44-9c58eed3c045 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:02:09.427958 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbd60c0-6f7e-46e0-8484-b38a369ab9b3", "tag": "64193bae-ca2b-4e0c-b0f0-922a8c552fe7", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:02:09.428219 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5dd8f60-a32c-4b92-8d44-9c58eed3c045 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:02:09.428608 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbd60c0-6f7e-46e0-8484-b38a369ab9b3', 'tag': '64193bae-ca2b-4e0c-b0f0-922a8c552fe7', 'status': 'completed', 'code': 200} Oct 14 18:02:09.438539 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] Port 95b4d897-b838-4cf5-9575-ab7b37f22fd6 on network 66f2f444-ab96-4493-8c02-699ea48ed046 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81393 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 18:02:09.438863 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] Attempting to bind port 95b4d897-b838-4cf5-9575-ab7b37f22fd6 on network 66f2f444-ab96-4493-8c02-699ea48ed046 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:02:09.466118 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] Checking agent: {'id': '26c515f5-fc83-44a3-9c50-84c881af0873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81393', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'started_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:02:09.466480 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] Checking segment: {'id': '761cadf4-fb74-4e24-864d-448ed349a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '66f2f444-ab96-4493-8c02-699ea48ed046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:02:09.466856 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] Bound using segment: {'id': '761cadf4-fb74-4e24-864d-448ed349a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '66f2f444-ab96-4493-8c02-699ea48ed046'} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:02:09.467289 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] Bound port: 95b4d897-b838-4cf5-9575-ab7b37f22fd6, host: hv-cinder-81393, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761cadf4-fb74-4e24-864d-448ed349a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '66f2f444-ab96-4493-8c02-699ea48ed046'}}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:02:09.467648 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:09.485589 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-34172178-fb63-4152-9ab3-1385ce160d96 req-4e27297c-6358-4fe9-ba1d-22e83b933ab6 service neutron] 10.222.0.32 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916859 Oct 14 18:02:09.507694 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8d2c9-bf5d-4220-95e9-03fbff1c53d6 req-5ceeeab0-6a7b-42a7-be7d-f343d0d1a20d tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:09.509157 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-47f8d2c9-bf5d-4220-95e9-03fbff1c53d6 req-5ceeeab0-6a7b-42a7-be7d-f343d0d1a20d tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 945 time: 0.1257074 Oct 14 18:02:09.619719 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ca804-a40c-440c-9261-f53fcb62fd6b req-fb03801a-a96c-4c75-b880-d81f19f0635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:09.622089 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5f2ca804-a40c-440c-9261-f53fcb62fd6b req-fb03801a-a96c-4c75-b880-d81f19f0635e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d49a3e0999594e429b8c3690aa33b424&device_id=3cbd60c0-6f7e-46e0-8484-b38a369ab9b3 HTTP/1.1" status: 200 len: 1101 time: 0.1713395 Oct 14 18:02:09.633860 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50251b-b2a8-4c4c-a010-750701e863c8 req-199fe2a2-e91f-4663-9836-1df6cc09d213 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:09.641517 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0f50251b-b2a8-4c4c-a010-750701e863c8 req-199fe2a2-e91f-4663-9836-1df6cc09d213 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 943 time: 0.0561571 Oct 14 18:02:09.681858 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-47f8d2c9-bf5d-4220-95e9-03fbff1c53d6 req-81456c56-72d7-4e88-80d0-3735cca8d565 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631546 Oct 14 18:02:09.703750 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0f50251b-b2a8-4c4c-a010-750701e863c8 req-6aa166d5-58f7-4d6f-9ff6-7b09584287f8 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466938 Oct 14 18:02:09.734203 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] For port 95b4d897-b838-4cf5-9575-ab7b37f22fd6, host hv-cinder-81393, cleared binding levels {{(pid=99719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:02:09.739532 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-34172178-fb63-4152-9ab3-1385ce160d96 req-4f7c03db-0882-4d1c-9278-0c2a84fbfc86 service neutron] 10.222.0.32 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402487 Oct 14 18:02:09.753255 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] For port 95b4d897-b838-4cf5-9575-ab7b37f22fd6, host hv-cinder-81393, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=95b4d897-b838-4cf5-9575-ab7b37f22fd6,segment=NetworkSegment(761cadf4-fb74-4e24-864d-448ed349a165),segment_id=761cadf4-fb74-4e24-864d-448ed349a165)] {{(pid=99719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:02:09.770076 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:09.799828 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 50458) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:09.824140 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7785d3-4899-4e35-b68a-4ae76cac95b1 req-7313e568-5c01-440e-87ef-d53be33d6a31 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:09.825713 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4e7785d3-4899-4e35-b68a-4ae76cac95b1 req-7313e568-5c01-440e-87ef-d53be33d6a31 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbd60c0-6f7e-46e0-8484-b38a369ab9b3 HTTP/1.1" status: 200 len: 948 time: 0.0618103 Oct 14 18:02:09.850412 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:09.851033 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:09.852623 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] 10.222.0.32 "PUT /v2.0/ports/95b4d897-b838-4cf5-9575-ab7b37f22fd6 HTTP/1.1" status: 200 len: 1093 time: 1.4058185 Oct 14 18:02:09.857765 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ca804-a40c-440c-9261-f53fcb62fd6b req-dd878c30-2e12-4f31-88ab-7933be7aefb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:09.859134 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5f2ca804-a40c-440c-9261-f53fcb62fd6b req-dd878c30-2e12-4f31-88ab-7933be7aefb1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5dabae51-1c99-42e9-856a-63e77b40c0ba HTTP/1.1" status: 200 len: 870 time: 0.2249498 Oct 14 18:02:09.880523 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4e7785d3-4899-4e35-b68a-4ae76cac95b1 req-c717b300-54e5-4c19-8cd1-a0538e434b45 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/security-groups?id=8078dcc3-c5c9-4017-bf49-dd68fc31f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466619 Oct 14 18:02:09.941414 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5f2ca804-a40c-440c-9261-f53fcb62fd6b req-aad56e93-658a-44cd-b25f-ea9757b799e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=64193bae-ca2b-4e0c-b0f0-922a8c552fe7 HTTP/1.1" status: 200 len: 217 time: 0.0651202 Oct 14 18:02:09.944169 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc809a1-da6a-4273-a911-da05dc251348 service neutron] Pushing event updated for resources: {'Port': ['ID=95b4d897-b838-4cf5-9575-ab7b37f22fd6,revision_number=3']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:09.946086 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1000cccb-1e67-4b6b-a497-77292a8d730a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:09.982464 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d8cb7-ea9b-41ff-a70b-5b5c6a54f644 req-b018221e-3456-49cd-9b30-f8744193ad45 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:09.983950 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a78d8cb7-ea9b-41ff-a70b-5b5c6a54f644 req-b018221e-3456-49cd-9b30-f8744193ad45 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e57cd46-12c3-45ab-9fb9-520327718265 HTTP/1.1" status: 200 len: 943 time: 0.2005079 Oct 14 18:02:10.038860 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1000cccb-1e67-4b6b-a497-77292a8d730a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:10.043326 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1000cccb-1e67-4b6b-a497-77292a8d730a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:10.048619 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-109981bb-1dcc-4f66-888a-6b5dbc001a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:10.050139 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-109981bb-1dcc-4f66-888a-6b5dbc001a4b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ec5052e248b45f48a3ce23ce6aca188&device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 1096 time: 0.1246512 Oct 14 18:02:10.060255 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ca804-a40c-440c-9261-f53fcb62fd6b req-5b8c545e-5987-47dd-9372-c872ac738f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:10.061724 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5f2ca804-a40c-440c-9261-f53fcb62fd6b req-5b8c545e-5987-47dd-9372-c872ac738f97 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=febb1531-8fff-46e6-9a92-f2bf05cd04f6 HTTP/1.1" status: 200 len: 843 time: 0.0983043 Oct 14 18:02:10.073798 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a78d8cb7-ea9b-41ff-a70b-5b5c6a54f644 req-034f1a4c-b54e-46d5-b4a9-8d268215b871 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698986 Oct 14 18:02:10.082099 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-1000cccb-1e67-4b6b-a497-77292a8d730a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4278486752fc493b9b6bfab22384bb58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803559 Oct 14 18:02:10.085136 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 50466) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:10.098350 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000cccb-1e67-4b6b-a497-77292a8d730a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56ec458-e8e4-481c-9fd4-30c19ba5f0c9,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:10.109936 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-2dd47a3a-e70a-4053-a080-3b02c3801077 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95b4d897-b838-4cf5-9575-ab7b37f22fd6 HTTP/1.1" status: 200 len: 217 time: 0.0449326 Oct 14 18:02:10.146969 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-719f593d-7654-4ade-993a-4e9740680aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:10.170344 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-719f593d-7654-4ade-993a-4e9740680aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:10.177276 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ca804-a40c-440c-9261-f53fcb62fd6b req-917e092e-bf09-4623-b8b2-0091a0356755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:10.178737 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5f2ca804-a40c-440c-9261-f53fcb62fd6b req-917e092e-bf09-4623-b8b2-0091a0356755 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5dabae51-1c99-42e9-856a-63e77b40c0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0774190 Oct 14 18:02:10.183863 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-2e7827bc-8dc5-4402-8ad8-90999783e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:10.185226 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-2e7827bc-8dc5-4402-8ad8-90999783e390 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df8bb6cb-f95a-4554-80db-9eba2f93a292 HTTP/1.1" status: 200 len: 849 time: 0.0544724 Oct 14 18:02:10.218023 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-719f593d-7654-4ade-993a-4e9740680aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:10.221167 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-719f593d-7654-4ade-993a-4e9740680aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:10.223749 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-719f593d-7654-4ade-993a-4e9740680aff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c56ec458-e8e4-481c-9fd4-30c19ba5f0c9 HTTP/1.1" status: 204 len: 168 time: 0.1364129 Oct 14 18:02:10.232071 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f593d-7654-4ade-993a-4e9740680aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56ec458-e8e4-481c-9fd4-30c19ba5f0c9,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:10.263741 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-178e065a-efe9-4381-9dfa-66c4a9dd28bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66f2f444-ab96-4493-8c02-699ea48ed046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670733 Oct 14 18:02:10.369857 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5f2ca804-a40c-440c-9261-f53fcb62fd6b req-cad51052-0079-4eb8-af96-ed25bfeeede7 service neutron] 10.222.0.32 "GET /v2.0/networks/5dabae51-1c99-42e9-856a-63e77b40c0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744189 Oct 14 18:02:10.409885 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-49a5f6d8-0292-4cf5-b96c-c3cd2587c0df service neutron] 10.222.0.32 "GET /v2.0/networks/66f2f444-ab96-4493-8c02-699ea48ed046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378467 Oct 14 18:02:10.587903 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e9748-9548-4792-9031-b703b9a61abd req-6e104750-7bd6-4fca-b977-b8bb5aa2a23e tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:10.590363 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b48e9748-9548-4792-9031-b703b9a61abd req-6e104750-7bd6-4fca-b977-b8bb5aa2a23e tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.32 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 945 time: 0.1064899 Oct 14 18:02:10.597985 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5f2ca804-a40c-440c-9261-f53fcb62fd6b req-9007ba14-0530-47aa-86c2-7e9b9b99071d service neutron] 10.222.0.32 "GET /v2.0/networks/5dabae51-1c99-42e9-856a-63e77b40c0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119167 Oct 14 18:02:10.627606 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-95ee63e2-72c6-40cb-83ad-1ddcceb635bd req-a1ae7c63-03b2-4f4a-af65-1b7e0aacec0b service neutron] 10.222.0.32 "GET /v2.0/networks/66f2f444-ab96-4493-8c02-699ea48ed046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926770 Oct 14 18:02:10.731537 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-b48e9748-9548-4792-9031-b703b9a61abd req-eb76b7ac-73fb-4983-8095-5455e2fec58c tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Deleting port 07b98de7-0d20-4644-8f02-03e56dc04858 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:02:10.731877 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-b48e9748-9548-4792-9031-b703b9a61abd req-eb76b7ac-73fb-4983-8095-5455e2fec58c tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:10.847049 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199a26f-26aa-477f-89ac-2b587cbe0f33 req-8987bdf6-3043-4cde-8f04-0367f1bb6d11 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:10.848791 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7199a26f-26aa-477f-89ac-2b587cbe0f33 req-8987bdf6-3043-4cde-8f04-0367f1bb6d11 tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 945 time: 0.0578079 Oct 14 18:02:10.904547 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7199a26f-26aa-477f-89ac-2b587cbe0f33 req-8e2b38c9-7b84-4f1e-8b4c-a1947afbe4af tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f0c4247-70e0-418b-923c-aaa502a74958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479968 Oct 14 18:02:11.015498 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dead0e-a3ad-4354-9f9c-c85251abf0a2 req-523bbb5e-84f6-465f-a7ae-ff3f88a22c61 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:11.017616 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c2dead0e-a3ad-4354-9f9c-c85251abf0a2 req-523bbb5e-84f6-465f-a7ae-ff3f88a22c61 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbd60c0-6f7e-46e0-8484-b38a369ab9b3 HTTP/1.1" status: 200 len: 948 time: 0.0551546 Oct 14 18:02:11.058055 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c2dead0e-a3ad-4354-9f9c-c85251abf0a2 req-362ebd91-f606-4274-b6e7-3360363817e9 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/security-groups?id=8078dcc3-c5c9-4017-bf49-dd68fc31f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338490 Oct 14 18:02:11.098354 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-b48e9748-9548-4792-9031-b703b9a61abd req-eb76b7ac-73fb-4983-8095-5455e2fec58c tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] For port 07b98de7-0d20-4644-8f02-03e56dc04858, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=07b98de7-0d20-4644-8f02-03e56dc04858,segment=NetworkSegment(58e7e024-1c9c-4abc-bd9a-1193ab45d9b4),segment_id=58e7e024-1c9c-4abc-bd9a-1193ab45d9b4)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:11.098720 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-b48e9748-9548-4792-9031-b703b9a61abd req-eb76b7ac-73fb-4983-8095-5455e2fec58c tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:11.116546 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-b48e9748-9548-4792-9031-b703b9a61abd req-eb76b7ac-73fb-4983-8095-5455e2fec58c tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Calling delete_port for 07b98de7-0d20-4644-8f02-03e56dc04858 owned by compute:nova {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:02:11.126611 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb020c96-340c-4f9c-9492-28c958261454 req-1825336c-470e-4620-8561-de0220b83d45 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:11.128089 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cb020c96-340c-4f9c-9492-28c958261454 req-1825336c-470e-4620-8561-de0220b83d45 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 943 time: 0.3390338 Oct 14 18:02:11.199152 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:11.237996 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cb020c96-340c-4f9c-9492-28c958261454 req-01368b0d-a37d-4a16-be87-f6365ae4bd01 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998757 Oct 14 18:02:11.310980 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6623d-b02b-4a8e-8988-cb580ff8bc37 req-2f362d66-65bc-4bb3-bb7a-3dad050b5e25 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:11.313027 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-36a6623d-b02b-4a8e-8988-cb580ff8bc37 req-2f362d66-65bc-4bb3-bb7a-3dad050b5e25 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e57cd46-12c3-45ab-9fb9-520327718265 HTTP/1.1" status: 200 len: 943 time: 0.0747595 Oct 14 18:02:11.355856 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-36a6623d-b02b-4a8e-8988-cb580ff8bc37 req-84d2c608-0698-4daa-bfd5-04c43195a741 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365703 Oct 14 18:02:11.367093 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-b48e9748-9548-4792-9031-b703b9a61abd req-eb76b7ac-73fb-4983-8095-5455e2fec58c tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:11.392165 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['07b98de7-0d20-4644-8f02-03e56dc04858'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:02:11.410745 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76b7ac-73fb-4983-8095-5455e2fec58c tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Pushing event deleted for resources: {'Port': ['ID=07b98de7-0d20-4644-8f02-03e56dc04858,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:11.442575 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0179be6-f751-4de3-9ce8-6a224a46739b', 'tag': '95b4d897-b838-4cf5-9575-ab7b37f22fd6'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:02:11.445078 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d2fef5-570e-4a6c-9680-a51a0002bfa6" -d '{"events": [{"name": "network-changed", "server_uuid": "e0179be6-f751-4de3-9ce8-6a224a46739b", "tag": "95b4d897-b838-4cf5-9575-ab7b37f22fd6"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:02:11.483025 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48e9748-9548-4792-9031-b703b9a61abd req-eb76b7ac-73fb-4983-8095-5455e2fec58c tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] No DVR routers for this DVR port 07b98de7-0d20-4644-8f02-03e56dc04858 on host hv-cinder-81393 {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:02:11.486611 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-b48e9748-9548-4792-9031-b703b9a61abd req-eb76b7ac-73fb-4983-8095-5455e2fec58c tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:11.490143 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b48e9748-9548-4792-9031-b703b9a61abd req-eb76b7ac-73fb-4983-8095-5455e2fec58c tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.32 "DELETE /v2.0/ports/07b98de7-0d20-4644-8f02-03e56dc04858 HTTP/1.1" status: 204 len: 173 time: 0.8912904 Oct 14 18:02:11.506222 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f047612-6aad-4689-bae7-4b88b4efb7cc x-openstack-request-id: req-3f047612-6aad-4689-bae7-4b88b4efb7cc {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:02:11.506561 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0179be6-f751-4de3-9ce8-6a224a46739b", "tag": "95b4d897-b838-4cf5-9575-ab7b37f22fd6", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:02:11.506849 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f047612-6aad-4689-bae7-4b88b4efb7cc {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:02:11.508052 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0179be6-f751-4de3-9ce8-6a224a46739b', 'tag': '95b4d897-b838-4cf5-9575-ab7b37f22fd6', 'status': 'completed', 'code': 200} Oct 14 18:02:11.573870 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-6054cc8e-1d02-45ed-9529-4a86ed9fbfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:11.587504 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2fef5-570e-4a6c-9680-a51a0002bfa6 req-b5fa23f2-d7a1-4152-9a8e-4bba1945c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:11.589031 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e4d2fef5-570e-4a6c-9680-a51a0002bfa6 req-b5fa23f2-d7a1-4152-9a8e-4bba1945c951 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ec5052e248b45f48a3ce23ce6aca188&device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 1096 time: 0.0586567 Oct 14 18:02:11.603134 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:11.686849 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2fef5-570e-4a6c-9680-a51a0002bfa6 req-4f5f7d0b-6102-4c75-81fb-fe7f6e3d6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:11.689066 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e4d2fef5-570e-4a6c-9680-a51a0002bfa6 req-4f5f7d0b-6102-4c75-81fb-fe7f6e3d6477 service neutron] 10.222.0.32 "GET /v2.0/networks?id=66f2f444-ab96-4493-8c02-699ea48ed046 HTTP/1.1" status: 200 len: 910 time: 0.0909503 Oct 14 18:02:11.729997 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 50522) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:11.731448 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e4d2fef5-570e-4a6c-9680-a51a0002bfa6 req-771cd123-8a57-4d64-b919-c794fcebc83f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95b4d897-b838-4cf5-9575-ab7b37f22fd6 HTTP/1.1" status: 200 len: 217 time: 0.0346067 Oct 14 18:02:11.783596 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2fef5-570e-4a6c-9680-a51a0002bfa6 req-cb0ba4b1-8c99-4fc1-b52e-5ed66f0814ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:11.785126 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e4d2fef5-570e-4a6c-9680-a51a0002bfa6 req-cb0ba4b1-8c99-4fc1-b52e-5ed66f0814ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df8bb6cb-f95a-4554-80db-9eba2f93a292 HTTP/1.1" status: 200 len: 849 time: 0.0454130 Oct 14 18:02:11.821901 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e4d2fef5-570e-4a6c-9680-a51a0002bfa6 req-f8f8821d-5322-42dd-9e79-7fe4dec12646 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66f2f444-ab96-4493-8c02-699ea48ed046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292633 Oct 14 18:02:11.841194 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-33bddd94-5835-4595-980f-8a93c2a37333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:11.918279 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e4d2fef5-570e-4a6c-9680-a51a0002bfa6 req-ac0c6f23-467a-4616-8007-0568e2d5d209 service neutron] 10.222.0.32 "GET /v2.0/networks/66f2f444-ab96-4493-8c02-699ea48ed046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883508 Oct 14 18:02:11.930202 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-33bddd94-5835-4595-980f-8a93c2a37333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:11.934197 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-33bddd94-5835-4595-980f-8a93c2a37333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:11.976660 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-33bddd94-5835-4595-980f-8a93c2a37333 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e393478f374d49cdade76eb222e430e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430999 Oct 14 18:02:11.977479 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 50528) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:12.000367 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bddd94-5835-4595-980f-8a93c2a37333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5eeaa0-31ca-4bd0-a862-477bffb72fd4,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:12.027750 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-294f7978-cbf6-4cf0-8077-1b1aff202a5a req-30388c93-691f-4f76-aeeb-81672404124b tempest-DeleteServersTestJSON-1387061341 tempest-DeleteServersTestJSON-1387061341-project] 10.222.0.49 "GET /v2.0/ports?device_id=e980e1c7-9029-4752-a6b8-34576151e49a HTTP/1.1" status: 200 len: 210 time: 0.0322425 Oct 14 18:02:12.042037 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8e2e0213-a47f-4c6a-89b2-744b1d58c718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:12.052599 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e4d2fef5-570e-4a6c-9680-a51a0002bfa6 req-e083e359-da7d-4ea2-8d4e-4e518b6cc11b service neutron] 10.222.0.32 "GET /v2.0/networks/66f2f444-ab96-4493-8c02-699ea48ed046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176503 Oct 14 18:02:12.063368 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8e2e0213-a47f-4c6a-89b2-744b1d58c718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:12.114912 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8e2e0213-a47f-4c6a-89b2-744b1d58c718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:12.117635 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8e2e0213-a47f-4c6a-89b2-744b1d58c718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:12.119160 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-8e2e0213-a47f-4c6a-89b2-744b1d58c718 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9f5eeaa0-31ca-4bd0-a862-477bffb72fd4 HTTP/1.1" status: 204 len: 168 time: 0.1403906 Oct 14 18:02:12.127071 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e0213-a47f-4c6a-89b2-744b1d58c718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5eeaa0-31ca-4bd0-a862-477bffb72fd4,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:12.186752 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105f2eb-f83a-4111-b51d-8aab9d7de2bd req-b309a131-d1a4-415a-803d-89e6ab6a9cf8 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:12.188220 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0105f2eb-f83a-4111-b51d-8aab9d7de2bd req-b309a131-d1a4-415a-803d-89e6ab6a9cf8 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbd60c0-6f7e-46e0-8484-b38a369ab9b3 HTTP/1.1" status: 200 len: 948 time: 0.0545747 Oct 14 18:02:12.254909 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0105f2eb-f83a-4111-b51d-8aab9d7de2bd req-672b3c25-2477-4250-9f3b-7e73f45d5cba tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/security-groups?id=8078dcc3-c5c9-4017-bf49-dd68fc31f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445096 Oct 14 18:02:12.345449 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:12.364791 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 385c47eb-54f1-42ec-803e-405c2628d1f0 details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:02:12.379825 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfc8e4-8553-49d2-b637-bb63cf5a55c9 req-7c4a278f-5cd6-461c-8297-6785340fb79b tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:12.398079 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-fdcfc8e4-8553-49d2-b637-bb63cf5a55c9 req-7c4a278f-5cd6-461c-8297-6785340fb79b tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 943 time: 0.0709286 Oct 14 18:02:12.441835 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-fdcfc8e4-8553-49d2-b637-bb63cf5a55c9 req-343aaa83-5676-4454-8142-f6d5071b4cc7 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424571 Oct 14 18:02:12.508176 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 385c47eb-54f1-42ec-803e-405c2628d1f0, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=385c47eb-54f1-42ec-803e-405c2628d1f0,segment=NetworkSegment(931a8068-5c0e-41a2-bb4c-c55889796b97),segment_id=931a8068-5c0e-41a2-bb4c-c55889796b97)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:12.512426 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b4208-8a48-4b1f-83ca-9bb22d7caf49 req-5f32c397-2327-486a-a075-68c1132d6101 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:12.514036 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-052b4208-8a48-4b1f-83ca-9bb22d7caf49 req-5f32c397-2327-486a-a075-68c1132d6101 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e57cd46-12c3-45ab-9fb9-520327718265 HTTP/1.1" status: 200 len: 943 time: 0.0690434 Oct 14 18:02:12.524268 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': '385c47eb-54f1-42ec-803e-405c2628d1f0', 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b', 'port_id': '385c47eb-54f1-42ec-803e-405c2628d1f0', 'mac_address': 'fa:16:3e:7a:67:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219e8690-55de-4444-b3f4-7eed7cf9bd62', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:02:12.567519 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-052b4208-8a48-4b1f-83ca-9bb22d7caf49 req-00d0af0b-e361-47e7-b11f-a4af0330c386 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462413 Oct 14 18:02:12.572553 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:12.599194 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 385c47eb-54f1-42ec-803e-405c2628d1f0 {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:02:12.620654 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 385c47eb-54f1-42ec-803e-405c2628d1f0, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=385c47eb-54f1-42ec-803e-405c2628d1f0,segment=NetworkSegment(931a8068-5c0e-41a2-bb4c-c55889796b97),segment_id=931a8068-5c0e-41a2-bb4c-c55889796b97)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:12.624310 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:12.625058 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 64193bae-ca2b-4e0c-b0f0-922a8c552fe7 details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:02:12.726093 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=385c47eb-54f1-42ec-803e-405c2628d1f0,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:12.735180 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:12.736106 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:12.736442 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:12.736771 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:12.737126 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:12.737451 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:12.737771 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:12.738091 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:12.738431 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:12.738751 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:12.739071 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:12.739384 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:12.775559 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 64193bae-ca2b-4e0c-b0f0-922a8c552fe7, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=64193bae-ca2b-4e0c-b0f0-922a8c552fe7,segment=NetworkSegment(9646468b-cd36-4e56-a4ad-877ad08c0937),segment_id=9646468b-cd36-4e56-a4ad-877ad08c0937)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:12.786918 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': '64193bae-ca2b-4e0c-b0f0-922a8c552fe7', 'network_id': '5dabae51-1c99-42e9-856a-63e77b40c0ba', 'port_id': '64193bae-ca2b-4e0c-b0f0-922a8c552fe7', 'mac_address': 'fa:16:3e:f2:46:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febb1531-8fff-46e6-9a92-f2bf05cd04f6', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:02:12.822414 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:12.834653 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64193bae-ca2b-4e0c-b0f0-922a8c552fe7 {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:02:12.853445 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 64193bae-ca2b-4e0c-b0f0-922a8c552fe7, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=64193bae-ca2b-4e0c-b0f0-922a8c552fe7,segment=NetworkSegment(9646468b-cd36-4e56-a4ad-877ad08c0937),segment_id=9646468b-cd36-4e56-a4ad-877ad08c0937)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:12.857399 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:12.858072 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 95b4d897-b838-4cf5-9575-ab7b37f22fd6 details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:02:12.953227 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=64193bae-ca2b-4e0c-b0f0-922a8c552fe7,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:12.995229 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 95b4d897-b838-4cf5-9575-ab7b37f22fd6, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=95b4d897-b838-4cf5-9575-ab7b37f22fd6,segment=NetworkSegment(761cadf4-fb74-4e24-864d-448ed349a165),segment_id=761cadf4-fb74-4e24-864d-448ed349a165)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:13.006028 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': '95b4d897-b838-4cf5-9575-ab7b37f22fd6', 'network_id': '66f2f444-ab96-4493-8c02-699ea48ed046', 'port_id': '95b4d897-b838-4cf5-9575-ab7b37f22fd6', 'mac_address': 'fa:16:3e:c4:2b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8bb6cb-f95a-4554-80db-9eba2f93a292', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:02:13.042284 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:13.054525 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b4d897-b838-4cf5-9575-ab7b37f22fd6 {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:02:13.073635 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 95b4d897-b838-4cf5-9575-ab7b37f22fd6, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=95b4d897-b838-4cf5-9575-ab7b37f22fd6,segment=NetworkSegment(761cadf4-fb74-4e24-864d-448ed349a165),segment_id=761cadf4-fb74-4e24-864d-448ed349a165)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:13.077219 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:13.128759 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=95b4d897-b838-4cf5-9575-ab7b37f22fd6,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:13.378250 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738c047-9446-4abd-a4f9-9799f8d86d32 req-86b29c20-a5b1-4ee8-8dbe-02b724dec7b5 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:13.379686 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a738c047-9446-4abd-a4f9-9799f8d86d32 req-86b29c20-a5b1-4ee8-8dbe-02b724dec7b5 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbd60c0-6f7e-46e0-8484-b38a369ab9b3 HTTP/1.1" status: 200 len: 949 time: 0.0540659 Oct 14 18:02:13.416254 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a738c047-9446-4abd-a4f9-9799f8d86d32 req-5a84b1fc-a75c-4d7a-aaa9-0da13aca9ba4 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/security-groups?id=8078dcc3-c5c9-4017-bf49-dd68fc31f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308158 Oct 14 18:02:13.509456 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e980e1c7-9029-4752-a6b8-34576151e49a', 'name': 'network-vif-deleted', 'tag': '07b98de7-0d20-4644-8f02-03e56dc04858'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:02:13.511714 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ba47eb-e0cc-47d0-b460-ca3625cb8d84" -d '{"events": [{"server_uuid": "e980e1c7-9029-4752-a6b8-34576151e49a", "name": "network-vif-deleted", "tag": "07b98de7-0d20-4644-8f02-03e56dc04858"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:02:13.565044 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bcfe24-09c7-4542-88a9-f4225a3d1bbb req-bd8709da-e2c3-495e-b6bb-b2b3bdca8cef tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:13.566950 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-39bcfe24-09c7-4542-88a9-f4225a3d1bbb req-bd8709da-e2c3-495e-b6bb-b2b3bdca8cef tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 944 time: 0.0522630 Oct 14 18:02:13.603684 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-39bcfe24-09c7-4542-88a9-f4225a3d1bbb req-ad7e7e16-83b0-497d-bff6-22b528b4c668 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308473 Oct 14 18:02:13.645808 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd16f857-9715-45bd-abc0-34fc8c36a2b5 x-openstack-request-id: req-cd16f857-9715-45bd-abc0-34fc8c36a2b5 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:02:13.646092 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e980e1c7-9029-4752-a6b8-34576151e49a", "name": "network-vif-deleted", "tag": "07b98de7-0d20-4644-8f02-03e56dc04858", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:02:13.646346 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd16f857-9715-45bd-abc0-34fc8c36a2b5 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:02:13.646730 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e980e1c7-9029-4752-a6b8-34576151e49a', 'name': 'network-vif-deleted', 'tag': '07b98de7-0d20-4644-8f02-03e56dc04858', 'status': 'completed', 'code': 200} Oct 14 18:02:14.192377 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:02:14.226116 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:15.786716 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1d94e-01a8-4025-b7f6-01d83b9481b2 req-61e27083-560c-4b6d-a176-2cca2fd7087d tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:15.788284 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8da1d94e-01a8-4025-b7f6-01d83b9481b2 req-61e27083-560c-4b6d-a176-2cca2fd7087d tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e57cd46-12c3-45ab-9fb9-520327718265 HTTP/1.1" status: 200 len: 944 time: 0.0504997 Oct 14 18:02:15.822633 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea2c99-0c42-41e2-8dee-f4c874a2848f req-580bab19-90bf-40c1-9564-1506f549c366 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:15.824112 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-85ea2c99-0c42-41e2-8dee-f4c874a2848f req-580bab19-90bf-40c1-9564-1506f549c366 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbd60c0-6f7e-46e0-8484-b38a369ab9b3 HTTP/1.1" status: 200 len: 949 time: 0.0486770 Oct 14 18:02:15.828282 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8da1d94e-01a8-4025-b7f6-01d83b9481b2 req-9af50a62-bcd4-4cda-a1d9-91c7ead59772 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337830 Oct 14 18:02:15.862432 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-85ea2c99-0c42-41e2-8dee-f4c874a2848f req-6cf82517-53f1-44f0-8624-a14d1d18da6c tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/security-groups?id=8078dcc3-c5c9-4017-bf49-dd68fc31f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317767 Oct 14 18:02:15.946159 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd2af1-a50c-4bcf-ab2e-3021f18a1941 req-69ccdb72-edfb-42ca-9a3e-521f7c6bd23f tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:15.947583 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-10fd2af1-a50c-4bcf-ab2e-3021f18a1941 req-69ccdb72-edfb-42ca-9a3e-521f7c6bd23f tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 944 time: 0.0583689 Oct 14 18:02:15.986939 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-10fd2af1-a50c-4bcf-ab2e-3021f18a1941 req-c03aa290-e153-4b07-9e93-0670232d1412 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333648 Oct 14 18:02:16.065693 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['385c47eb-54f1-42ec-803e-405c2628d1f0'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:02:16.097576 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['64193bae-ca2b-4e0c-b0f0-922a8c552fe7'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:02:16.140453 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['95b4d897-b838-4cf5-9575-ab7b37f22fd6'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:02:16.585324 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 50594) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:16.629662 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ed341b-b453-4b57-96e2-ec7208b2592b admin admin] Deleting subnet 85449f44-62e4-4e5a-a2dc-59cbc1108df8 {{(pid=99719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 18:02:16.632578 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-13ed341b-b453-4b57-96e2-ec7208b2592b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:16.671354 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-13ed341b-b453-4b57-96e2-ec7208b2592b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8741768'] for subnet, precommit_delete_associations {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:16.708146 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-13ed341b-b453-4b57-96e2-ec7208b2592b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676325'] for subnet, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:16.771741 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-13ed341b-b453-4b57-96e2-ec7208b2592b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12283154'] for subnet, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:16.801742 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed341b-b453-4b57-96e2-ec7208b2592b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85449f44-62e4-4e5a-a2dc-59cbc1108df8,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:16.808744 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-13ed341b-b453-4b57-96e2-ec7208b2592b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:16.812736 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-13ed341b-b453-4b57-96e2-ec7208b2592b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/85449f44-62e4-4e5a-a2dc-59cbc1108df8 HTTP/1.1" status: 204 len: 168 time: 0.2261281 Oct 14 18:02:16.815695 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 50604) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:16.893776 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c9cecb7b-5b12-44a1-8fb9-914154114445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808165'] for network, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:17.000276 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0f11a-954d-49e3-a50f-766651af0bde req-7c67d2ba-2320-47e3-a374-2273efe121a1 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:17.002419 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8ea0f11a-954d-49e3-a50f-766651af0bde req-7c67d2ba-2320-47e3-a374-2273efe121a1 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbd60c0-6f7e-46e0-8484-b38a369ab9b3 HTTP/1.1" status: 200 len: 949 time: 0.0584991 Oct 14 18:02:17.023951 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78505720-b698-491c-8e02-899ec38cc2be req-8a9ed890-e0db-4de6-a991-40978a79e05b tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:17.024207 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-78505720-b698-491c-8e02-899ec38cc2be req-8a9ed890-e0db-4de6-a991-40978a79e05b tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e57cd46-12c3-45ab-9fb9-520327718265 HTTP/1.1" status: 200 len: 944 time: 0.1205857 Oct 14 18:02:17.026260 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c9cecb7b-5b12-44a1-8fb9-914154114445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673054', 'neutron.services.segments.db._delete_segments_for_network-8762486597133'] for network, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:17.043931 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8ea0f11a-954d-49e3-a50f-766651af0bde req-bc03bfbd-637d-4fda-950b-38ed785073c4 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/security-groups?id=8078dcc3-c5c9-4017-bf49-dd68fc31f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345516 Oct 14 18:02:17.069173 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-c9cecb7b-5b12-44a1-8fb9-914154114445 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8764e7bf-a1f9-4d8a-a085-03ad956e6070']}} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:17.085290 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-78505720-b698-491c-8e02-899ec38cc2be req-ad42e26e-1327-4a89-b9af-a69482d028c4 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512333 Oct 14 18:02:17.086908 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-c9cecb7b-5b12-44a1-8fb9-914154114445 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e7e024-1c9c-4abc-bd9a-1193ab45d9b4') {'for_net_delete': True} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:17.087201 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-c9cecb7b-5b12-44a1-8fb9-914154114445 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e7e024-1c9c-4abc-bd9a-1193ab45d9b4') {} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:17.097303 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c9cecb7b-5b12-44a1-8fb9-914154114445 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762486598678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8741783'] for segment, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:17.114044 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c9cecb7b-5b12-44a1-8fb9-914154114445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:17.127543 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9cecb7b-5b12-44a1-8fb9-914154114445 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=99719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:02:17.127959 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c9cecb7b-5b12-44a1-8fb9-914154114445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8937544'] for segment, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: Traceback (most recent call last): Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: timer() Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: cb(*args, **kw) Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: return func(*args, **kwargs) Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: self._notify() Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: self.callback(batched_events) Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: event.method(event) Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: return f(self, *a, **k) Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: return self._get(url).json() Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: return self.request(url, 'GET', **kwargs) Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 18:02:17.129918 dv-cinder-813936-1-iscsi neutron-server[99719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 18:02:17.163076 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9625c6-eff4-4582-a7c0-c5544b30c6d8 req-4575ba41-a5d2-4179-b75d-b9fb28cb1d31 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:17.164801 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-5c9625c6-eff4-4582-a7c0-c5544b30c6d8 req-4575ba41-a5d2-4179-b75d-b9fb28cb1d31 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 944 time: 0.0533359 Oct 14 18:02:17.189692 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c9cecb7b-5b12-44a1-8fb9-914154114445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790056'] for network, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:17.197953 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c9cecb7b-5b12-44a1-8fb9-914154114445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:17.202731 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-c9cecb7b-5b12-44a1-8fb9-914154114445 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8764e7bf-a1f9-4d8a-a085-03ad956e6070 HTTP/1.1" status: 204 len: 168 time: 0.3860433 Oct 14 18:02:17.213646 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cecb7b-5b12-44a1-8fb9-914154114445 admin admin] Pushing event deleted for resources: {'Network': ['ID=8764e7bf-a1f9-4d8a-a085-03ad956e6070,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:17.215478 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-5c9625c6-eff4-4582-a7c0-c5544b30c6d8 req-ffc6a744-a5b7-4289-a8c6-f8831225a1dd tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428140 Oct 14 18:02:17.384258 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 50640) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:17.430375 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-a3c34e45-73c1-4dc2-b0a6-e40415ef985a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1b28984a6ade4f38b5175843c936492c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0448995 Oct 14 18:02:17.432858 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 50644) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:17.478387 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-d8a5fa24-322c-4786-98af-240413ec4376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:17.498878 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-d8a5fa24-322c-4786-98af-240413ec4376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:17.545642 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-d8a5fa24-322c-4786-98af-240413ec4376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:17.548665 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-d8a5fa24-322c-4786-98af-240413ec4376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:17.549840 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-d8a5fa24-322c-4786-98af-240413ec4376 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f0c4247-70e0-418b-923c-aaa502a74958 HTTP/1.1" status: 204 len: 168 time: 0.1160040 Oct 14 18:02:17.557741 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5fa24-322c-4786-98af-240413ec4376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0c4247-70e0-418b-923c-aaa502a74958,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:17.662876 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 64193bae-ca2b-4e0c-b0f0-922a8c552fe7 up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:02:17.715577 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning for port 64193bae-ca2b-4e0c-b0f0-922a8c552fe7 completed by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 18:02:17.719210 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port 64193bae-ca2b-4e0c-b0f0-922a8c552fe7 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:17.719587 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:17.795771 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:17.819257 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbd60c0-6f7e-46e0-8484-b38a369ab9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64193bae-ca2b-4e0c-b0f0-922a8c552fe7'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:02:17.821569 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fce58d-78c3-4c2a-9011-c0aafcccc93e" -d '{"events": [{"server_uuid": "3cbd60c0-6f7e-46e0-8484-b38a369ab9b3", "name": "network-vif-plugged", "status": "completed", "tag": "64193bae-ca2b-4e0c-b0f0-922a8c552fe7"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:02:17.835114 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 64193bae-ca2b-4e0c-b0f0-922a8c552fe7, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=64193bae-ca2b-4e0c-b0f0-922a8c552fe7,segment=NetworkSegment(9646468b-cd36-4e56-a4ad-877ad08c0937),segment_id=9646468b-cd36-4e56-a4ad-877ad08c0937)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:17.840920 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:17.841783 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 95b4d897-b838-4cf5-9575-ab7b37f22fd6 up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:02:17.886626 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42be217-e57d-41c1-8c65-5d43509e96ad x-openstack-request-id: req-c42be217-e57d-41c1-8c65-5d43509e96ad {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:02:17.886919 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbd60c0-6f7e-46e0-8484-b38a369ab9b3", "name": "network-vif-plugged", "status": "completed", "tag": "64193bae-ca2b-4e0c-b0f0-922a8c552fe7", "code": 200}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:02:17.887176 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c42be217-e57d-41c1-8c65-5d43509e96ad {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:02:17.887564 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbd60c0-6f7e-46e0-8484-b38a369ab9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64193bae-ca2b-4e0c-b0f0-922a8c552fe7', 'code': 200} Oct 14 18:02:17.930917 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=64193bae-ca2b-4e0c-b0f0-922a8c552fe7,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:17.934574 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning for port 95b4d897-b838-4cf5-9575-ab7b37f22fd6 completed by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 18:02:17.938541 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port 95b4d897-b838-4cf5-9575-ab7b37f22fd6 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:17.938915 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:18.020426 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:18.057084 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 95b4d897-b838-4cf5-9575-ab7b37f22fd6, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=95b4d897-b838-4cf5-9575-ab7b37f22fd6,segment=NetworkSegment(761cadf4-fb74-4e24-864d-448ed349a165),segment_id=761cadf4-fb74-4e24-864d-448ed349a165)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:18.061310 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:18.062274 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 385c47eb-54f1-42ec-803e-405c2628d1f0 up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:02:18.084456 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2eeb9-138b-4506-8708-d3483cac9ed7 req-d01fd8c1-02f2-462a-b98f-59ac4328104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:18.086144 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e3f2eeb9-138b-4506-8708-d3483cac9ed7 req-d01fd8c1-02f2-462a-b98f-59ac4328104d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3cbd60c0-6f7e-46e0-8484-b38a369ab9b3 HTTP/1.1" status: 200 len: 1103 time: 0.0508187 Oct 14 18:02:18.161444 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e3f2eeb9-138b-4506-8708-d3483cac9ed7 req-982cf331-e1e7-4075-9b9c-71ba706550f7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8078dcc3-c5c9-4017-bf49-dd68fc31f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676832 Oct 14 18:02:18.173629 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=95b4d897-b838-4cf5-9575-ab7b37f22fd6,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:18.191339 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbe72c-e99b-4e6c-80ed-93041855049d req-416884a0-4871-4ba9-960a-fc050e0a5ee5 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:18.193143 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f2fbe72c-e99b-4e6c-80ed-93041855049d req-416884a0-4871-4ba9-960a-fc050e0a5ee5 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbd60c0-6f7e-46e0-8484-b38a369ab9b3 HTTP/1.1" status: 200 len: 950 time: 0.0642433 Oct 14 18:02:18.195331 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning for port 385c47eb-54f1-42ec-803e-405c2628d1f0 completed by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 18:02:18.199395 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port 385c47eb-54f1-42ec-803e-405c2628d1f0 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:18.199972 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:18.243146 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7bec4-c2f6-4973-9a3e-9938544f6422 req-fc0b8ed4-e39c-45c1-98b7-d47d8eb1e6bf tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:18.245472 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-63f7bec4-c2f6-4973-9a3e-9938544f6422 req-fc0b8ed4-e39c-45c1-98b7-d47d8eb1e6bf tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e57cd46-12c3-45ab-9fb9-520327718265 HTTP/1.1" status: 200 len: 944 time: 0.0631435 Oct 14 18:02:18.254924 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f2fbe72c-e99b-4e6c-80ed-93041855049d req-ebd9072d-6e82-4e91-87bd-7a84d1ea077a tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/security-groups?id=8078dcc3-c5c9-4017-bf49-dd68fc31f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537956 Oct 14 18:02:18.270445 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 50678) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:18.291065 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:18.327526 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 385c47eb-54f1-42ec-803e-405c2628d1f0, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=385c47eb-54f1-42ec-803e-405c2628d1f0,segment=NetworkSegment(931a8068-5c0e-41a2-bb4c-c55889796b97),segment_id=931a8068-5c0e-41a2-bb4c-c55889796b97)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:18.330383 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-63f7bec4-c2f6-4973-9a3e-9938544f6422 req-3a9a9d9b-44a7-411a-ab49-807abf9c6568 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774786 Oct 14 18:02:18.335643 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:18.337101 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 07b98de7-0d20-4644-8f02-03e56dc04858 no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:02:18.374123 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] No Port match for: 07b98de7-0d20-4644-8f02-03e56dc04858 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:02:18.374546 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 07b98de7-0d20-4644-8f02-03e56dc04858 not bound to the agent host hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:02:18.374683 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1600f8d-7df2-4151-8b7d-03629719f3e1 req-67ba335b-9084-4b14-bd2c-c8d478f66260 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:18.376131 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e1600f8d-7df2-4151-8b7d-03629719f3e1 req-67ba335b-9084-4b14-bd2c-c8d478f66260 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 945 time: 0.0514934 Oct 14 18:02:18.402343 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=385c47eb-54f1-42ec-803e-405c2628d1f0,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:18.412607 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-7c1d9fb1-9ec4-49f6-a887-c5db6d8db190 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-160033570-network', 'tenant_id': 'ec42152cea74457ea58daa46f1101c65'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:18.430262 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e1600f8d-7df2-4151-8b7d-03629719f3e1 req-7eb40a1f-9fb3-4958-8f14-af0275b6998f tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475979 Oct 14 18:02:18.444999 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1d9fb1-9ec4-49f6-a887-c5db6d8db190 admin admin] Made reservation on behalf of ec42152cea74457ea58daa46f1101c65 for: {'network': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:02:18.447331 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7c1d9fb1-9ec4-49f6-a887-c5db6d8db190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for network, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:18.460247 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7c1d9fb1-9ec4-49f6-a887-c5db6d8db190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:18.539237 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7c1d9fb1-9ec4-49f6-a887-c5db6d8db190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:18.543000 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7c1d9fb1-9ec4-49f6-a887-c5db6d8db190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:18.567989 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1d9fb1-9ec4-49f6-a887-c5db6d8db190 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=99719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 18:02:18.577515 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d9fb1-9ec4-49f6-a887-c5db6d8db190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8364ac-9b5d-479a-910d-a53540bc3236,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:18.582996 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7c1d9fb1-9ec4-49f6-a887-c5db6d8db190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:18.583277 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.segments_db [None req-7c1d9fb1-9ec4-49f6-a887-c5db6d8db190 admin admin] Added segment 20e036c6-4f5c-473b-86d3-cfa7d2457742 of type vlan for network 8689a957-5433-4c26-a109-6a4cd99507da Oct 14 18:02:18.621205 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7c1d9fb1-9ec4-49f6-a887-c5db6d8db190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762486039426'] for network, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:18.646513 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7c1d9fb1-9ec4-49f6-a887-c5db6d8db190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for network, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:18.647541 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1d9fb1-9ec4-49f6-a887-c5db6d8db190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:18.648116 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7c1d9fb1-9ec4-49f6-a887-c5db6d8db190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:18.703953 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-7c1d9fb1-9ec4-49f6-a887-c5db6d8db190 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4322798 Oct 14 18:02:18.708121 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 50688) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:18.711869 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d9fb1-9ec4-49f6-a887-c5db6d8db190 admin admin] Pushing event updated for resources: {'Network': ['ID=8689a957-5433-4c26-a109-6a4cd99507da,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:18.713249 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-118e0cbb-7c89-47a8-8eed-12d46b18080a admin admin] Request body: {'subnet': {'network_id': '8689a957-5433-4c26-a109-6a4cd99507da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-160033570-subnet', 'tenant_id': 'ec42152cea74457ea58daa46f1101c65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:18.723435 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Network 8689a957-5433-4c26-a109-6a4cd99507da details requested by agent ovs-agent-dv-cinder-813936-1-iscsi with host dv-cinder-813936-1-iscsi {{(pid=99720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 18:02:18.733874 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118e0cbb-7c89-47a8-8eed-12d46b18080a admin admin] Made reservation on behalf of ec42152cea74457ea58daa46f1101c65 for: {'subnet': 1} {{(pid=99718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:02:18.736187 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-118e0cbb-7c89-47a8-8eed-12d46b18080a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9386726'] for subnet, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:18.900397 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-118e0cbb-7c89-47a8-8eed-12d46b18080a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9120383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9386644'] for subnet, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:18.960295 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e0cbb-7c89-47a8-8eed-12d46b18080a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8974b2ed-cd87-434d-9c8c-7bac6a0eee65,revision_number=0']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:18.967222 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118e0cbb-7c89-47a8-8eed-12d46b18080a admin admin] Checking segment: {'id': '20e036c6-4f5c-473b-86d3-cfa7d2457742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8689a957-5433-4c26-a109-6a4cd99507da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:02:18.967572 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118e0cbb-7c89-47a8-8eed-12d46b18080a admin admin] Network hostable DHCP agents. Network: 8689a957-5433-4c26-a109-6a4cd99507da, hostable agents: ['bf408c59-2cf8-4546-bb87-81b32559f057'], hosted agents: [] {{(pid=99718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 18:02:18.986529 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118e0cbb-7c89-47a8-8eed-12d46b18080a admin admin] Network 8689a957-5433-4c26-a109-6a4cd99507da is scheduled to be hosted by DHCP agent bf408c59-2cf8-4546-bb87-81b32559f057 with binding_index 1 {{(pid=99718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 18:02:18.995796 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-118e0cbb-7c89-47a8-8eed-12d46b18080a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813936-1-iscsi, 8689a957-5433-4c26-a109-6a4cd99507da) {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:02:19.000075 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118e0cbb-7c89-47a8-8eed-12d46b18080a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:19.000685 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-118e0cbb-7c89-47a8-8eed-12d46b18080a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:19.005081 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60266c18-3325-40ca-9270-796c03c76ab1 None None] Network 8689a957-5433-4c26-a109-6a4cd99507da requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:02:19.017678 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-118e0cbb-7c89-47a8-8eed-12d46b18080a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3084431 Oct 14 18:02:19.056242 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 50694) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:19.061272 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-1e76cf92-ef64-46fc-88bd-bb97d109ad31 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-160033570-router', 'tenant_id': 'ec42152cea74457ea58daa46f1101c65', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:19.083592 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1e76cf92-ef64-46fc-88bd-bb97d109ad31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3787691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-388'] for router, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:19.084663 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1e76cf92-ef64-46fc-88bd-bb97d109ad31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3789973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:19.134738 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f41a7f2-8aad-4dc2-b3a5-b00ca4ea7cf6 None None] Network 8689a957-5433-4c26-a109-6a4cd99507da requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:02:19.135497 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1e76cf92-ef64-46fc-88bd-bb97d109ad31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:19.266242 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1e76cf92-ef64-46fc-88bd-bb97d109ad31 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:19.463765 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc6d45-742e-4847-936f-01097c60a69a req-3d67d6fa-6db0-4955-9ded-06b8be879137 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:19.466021 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-78fc6d45-742e-4847-936f-01097c60a69a req-3d67d6fa-6db0-4955-9ded-06b8be879137 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e57cd46-12c3-45ab-9fb9-520327718265 HTTP/1.1" status: 200 len: 945 time: 0.0616801 Oct 14 18:02:19.507212 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-78fc6d45-742e-4847-936f-01097c60a69a req-e12a33df-8920-46e6-90ad-120ed577fbcb tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345385 Oct 14 18:02:19.573149 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc7ef8-0fbf-4c54-83a7-a1b3042899b0 req-5fb320bd-283c-444e-bccd-020e7b557973 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:19.574610 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-40bc7ef8-0fbf-4c54-83a7-a1b3042899b0 req-5fb320bd-283c-444e-bccd-020e7b557973 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbd60c0-6f7e-46e0-8484-b38a369ab9b3 HTTP/1.1" status: 200 len: 950 time: 0.2461317 Oct 14 18:02:19.617829 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e154d0-56a3-4733-80cf-d1e71be6cc4b req-db4b26d2-0055-41dc-ae4a-bc2b75f70cae tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:19.619354 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-08e154d0-56a3-4733-80cf-d1e71be6cc4b req-db4b26d2-0055-41dc-ae4a-bc2b75f70cae tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 945 time: 0.0541244 Oct 14 18:02:19.658274 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-40bc7ef8-0fbf-4c54-83a7-a1b3042899b0 req-80800b60-fc22-489b-b2ef-a1bd9efe5f1d tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/security-groups?id=8078dcc3-c5c9-4017-bf49-dd68fc31f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678201 Oct 14 18:02:19.659569 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-08e154d0-56a3-4733-80cf-d1e71be6cc4b req-ea538735-d66f-4348-be3b-552765b1d6fe tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334563 Oct 14 18:02:19.730132 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1e76cf92-ef64-46fc-88bd-bb97d109ad31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:19.748869 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1e76cf92-ef64-46fc-88bd-bb97d109ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:19.786831 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 50708) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:19.853039 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_common [None req-1e76cf92-ef64-46fc-88bd-bb97d109ad31 admin admin] Allocated IP 172.27.3.112 (d72eea9d-773f-4ba1-af60-02bc446a2bfb/b0081548-82f4-4db0-bd72-f0077bc2ab2a/47d8215d-fe4e-44cb-ad78-aeff26b18192) {{(pid=99718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:02:19.889179 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0179be6-f751-4de3-9ce8-6a224a46739b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b4d897-b838-4cf5-9575-ab7b37f22fd6'}, {'server_uuid': '9e57cd46-12c3-45ab-9fb9-520327718265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385c47eb-54f1-42ec-803e-405c2628d1f0'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:02:19.890083 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-da54006c-512c-4a55-bbca-244f98e90911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:19.891948 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ef6ca1-5970-4b25-95d7-f568de858f7e" -d '{"events": [{"server_uuid": "e0179be6-f751-4de3-9ce8-6a224a46739b", "name": "network-vif-plugged", "status": "completed", "tag": "95b4d897-b838-4cf5-9575-ab7b37f22fd6"}, {"server_uuid": "9e57cd46-12c3-45ab-9fb9-520327718265", "name": "network-vif-plugged", "status": "completed", "tag": "385c47eb-54f1-42ec-803e-405c2628d1f0"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:02:19.935549 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 14 Oct 2021 18:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46cefca-f5f5-48f2-bb39-3fde409510f7 x-openstack-request-id: req-e46cefca-f5f5-48f2-bb39-3fde409510f7 {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:02:19.935870 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0179be6-f751-4de3-9ce8-6a224a46739b", "name": "network-vif-plugged", "status": "completed", "tag": "95b4d897-b838-4cf5-9575-ab7b37f22fd6", "code": 200}, {"server_uuid": "9e57cd46-12c3-45ab-9fb9-520327718265", "name": "network-vif-plugged", "status": "completed", "tag": "385c47eb-54f1-42ec-803e-405c2628d1f0", "code": 200}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:02:19.936114 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e46cefca-f5f5-48f2-bb39-3fde409510f7 {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:02:19.936564 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0179be6-f751-4de3-9ce8-6a224a46739b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b4d897-b838-4cf5-9575-ab7b37f22fd6', 'code': 200} Oct 14 18:02:19.936909 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e57cd46-12c3-45ab-9fb9-520327718265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385c47eb-54f1-42ec-803e-405c2628d1f0', 'code': 200} Oct 14 18:02:19.957061 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1e76cf92-ef64-46fc-88bd-bb97d109ad31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:19.987950 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-da54006c-512c-4a55-bbca-244f98e90911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:19.993553 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-da54006c-512c-4a55-bbca-244f98e90911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:19.995565 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1e76cf92-ef64-46fc-88bd-bb97d109ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:20.037496 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e76cf92-ef64-46fc-88bd-bb97d109ad31 admin admin] Network d72eea9d-773f-4ba1-af60-02bc446a2bfb is already hosted by enough agents. {{(pid=99718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:02:20.040169 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54006c-512c-4a55-bbca-244f98e90911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15909582-1106-43ed-b9ca-9d55676d28cc,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:20.040502 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-1e76cf92-ef64-46fc-88bd-bb97d109ad31 admin admin] Resources bound (agent type, host, resource id): {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:02:20.044853 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e76cf92-ef64-46fc-88bd-bb97d109ad31 admin admin] Received port after_create {{(pid=99718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:02:20.047668 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-da54006c-512c-4a55-bbca-244f98e90911 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2e28e8cea4714b368a3288347474a965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597573 Oct 14 18:02:20.049385 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 50716) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:20.054887 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76cf92-ef64-46fc-88bd-bb97d109ad31 admin admin] Pushing event updated for resources: {'Port': ['ID=47d8215d-fe4e-44cb-ad78-aeff26b18192,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:20.117886 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e3ff5e00-29e4-4bf9-a154-4d5e9f184a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:20.151007 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e3ff5e00-29e4-4bf9-a154-4d5e9f184a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:20.251242 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac958b-1659-48f0-888d-7d6ec7ca5d00 req-baeaf309-64c8-479b-beba-6379252b416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:20.252713 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d4ac958b-1659-48f0-888d-7d6ec7ca5d00 req-baeaf309-64c8-479b-beba-6379252b416d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 1098 time: 0.0740120 Oct 14 18:02:20.256310 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcb106-7f8b-463a-94c4-6f3358d53a5b req-309783ca-3ee6-4769-9525-91ab5d30f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:20.257688 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e2dcb106-7f8b-463a-94c4-6f3358d53a5b req-309783ca-3ee6-4769-9525-91ab5d30f32b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9e57cd46-12c3-45ab-9fb9-520327718265 HTTP/1.1" status: 200 len: 1098 time: 0.0800641 Oct 14 18:02:20.258677 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e3ff5e00-29e4-4bf9-a154-4d5e9f184a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:20.261220 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e3ff5e00-29e4-4bf9-a154-4d5e9f184a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:20.264735 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-e3ff5e00-29e4-4bf9-a154-4d5e9f184a04 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/15909582-1106-43ed-b9ca-9d55676d28cc HTTP/1.1" status: 204 len: 168 time: 0.2119553 Oct 14 18:02:20.282096 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff5e00-29e4-4bf9-a154-4d5e9f184a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15909582-1106-43ed-b9ca-9d55676d28cc,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:20.337646 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e2dcb106-7f8b-463a-94c4-6f3358d53a5b req-b70dd05b-4c84-48c6-b6fe-44d3d099cf61 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676959 Oct 14 18:02:20.339272 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d4ac958b-1659-48f0-888d-7d6ec7ca5d00 req-80d33734-ad70-409a-ac29-b5f772156462 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684216 Oct 14 18:02:20.339531 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1e76cf92-ef64-46fc-88bd-bb97d109ad31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:20.533524 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1e76cf92-ef64-46fc-88bd-bb97d109ad31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3789984'] for router, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:20.633148 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498268cf-aaa1-4eb0-9640-809c4140779a req-153fc6be-a547-4e85-ab85-f8923f1ca65e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:20.634795 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-498268cf-aaa1-4eb0-9640-809c4140779a req-153fc6be-a547-4e85-ab85-f8923f1ca65e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e57cd46-12c3-45ab-9fb9-520327718265 HTTP/1.1" status: 200 len: 945 time: 0.0512829 Oct 14 18:02:20.674942 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e76cf92-ef64-46fc-88bd-bb97d109ad31 admin admin] Router dabd93c3-ecc6-4d66-ba9d-209eaca13e95 is scheduled to L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef with binding_index 1 {{(pid=99718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 18:02:20.682912 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-498268cf-aaa1-4eb0-9640-809c4140779a req-a1234619-c630-41c5-9345-9c1d41e631d1 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421879 Oct 14 18:02:20.807104 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854a007-18b8-4085-bb5a-4e1a5582d7af req-d6d1a299-49ed-4726-b2cc-1670be0fb6a6 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:20.808693 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9854a007-18b8-4085-bb5a-4e1a5582d7af req-d6d1a299-49ed-4726-b2cc-1670be0fb6a6 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 945 time: 0.0525939 Oct 14 18:02:20.824176 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5c89a-5c42-4f9c-8cd0-e352dcf0ae77 req-9b5df808-227b-48c7-b5e2-093a91a43a4d tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:20.825758 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8fc5c89a-5c42-4f9c-8cd0-e352dcf0ae77 req-9b5df808-227b-48c7-b5e2-093a91a43a4d tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbd60c0-6f7e-46e0-8484-b38a369ab9b3 HTTP/1.1" status: 200 len: 950 time: 0.0693357 Oct 14 18:02:20.838794 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e76cf92-ef64-46fc-88bd-bb97d109ad31 admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:02:20.851553 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] Sync routers for ids ['dabd93c3-ecc6-4d66-ba9d-209eaca13e95'] in dv-cinder-813936-1-iscsi {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:02:20.861264 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] Routers {'dabd93c3-ecc6-4d66-ba9d-209eaca13e95'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:02:20.865460 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9854a007-18b8-4085-bb5a-4e1a5582d7af req-194ca634-0cc4-4329-9926-d814679b3f58 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494542 Oct 14 18:02:20.873222 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:02:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['dabd93c3-ecc6-4d66-ba9d-209eaca13e95'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:20.898076 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1e76cf92-ef64-46fc-88bd-bb97d109ad31 admin admin] Notify callbacks [] for router, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:20.902547 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-1e76cf92-ef64-46fc-88bd-bb97d109ad31 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.8419874 Oct 14 18:02:20.902867 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 50742) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:20.919309 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8fc5c89a-5c42-4f9c-8cd0-e352dcf0ae77 req-5a28cc86-a499-4c3c-a56d-ac4c862afa21 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/security-groups?id=8078dcc3-c5c9-4017-bf49-dd68fc31f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821981 Oct 14 18:02:20.981222 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] Set router dabd93c3-ecc6-4d66-ba9d-209eaca13e95 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:02:21.210070 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabd93c3-ecc6-4d66-ba9d-209eaca13e95', 'name': 'tempest-ServerRescueNegativeTestJSON-160033570-router', 'tenant_id': 'ec42152cea74457ea58daa46f1101c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '47d8215d-fe4e-44cb-ad78-aeff26b18192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:19Z', 'updated_at': '2021-10-14T18:02:20Z', 'revision_number': 3, 'project_id': 'ec42152cea74457ea58daa46f1101c65', 'gw_port': {'id': '47d8215d-fe4e-44cb-ad78-aeff26b18192', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabd93c3-ecc6-4d66-ba9d-209eaca13e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:19Z', 'updated_at': '2021-10-14T18:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:21.249871 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] Checking router: dabd93c3-ecc6-4d66-ba9d-209eaca13e95 for host: dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:02:21.250237 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] Updating router dabd93c3-ecc6-4d66-ba9d-209eaca13e95 port 47d8215d-fe4e-44cb-ad78-aeff26b18192 binding host dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:02:21.256593 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc2156-03fe-4b61-93c1-c75b79071bc0 req-d91cd574-ab92-4a75-945a-04f7368ec500 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:21.258629 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-88cc2156-03fe-4b61-93c1-c75b79071bc0 req-d91cd574-ab92-4a75-945a-04f7368ec500 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbd60c0-6f7e-46e0-8484-b38a369ab9b3 HTTP/1.1" status: 200 len: 950 time: 0.0636425 Oct 14 18:02:21.284904 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:21.329850 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-88cc2156-03fe-4b61-93c1-c75b79071bc0 req-93bc7650-6cc6-4f11-9965-29830451863b tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/security-groups?id=8078dcc3-c5c9-4017-bf49-dd68fc31f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650597 Oct 14 18:02:21.446116 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6cf51691-5e11-459b-9789-14f9d75fdba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:21.591367 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] Notify callbacks [] for port, precommit_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:21.597656 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:21.619224 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [None req-6cf51691-5e11-459b-9789-14f9d75fdba3 admin admin] Allocated IP 172.20.0.1 (8689a957-5433-4c26-a109-6a4cd99507da/8974b2ed-cd87-434d-9c8c-7bac6a0eee65/c28eb147-a9db-4f46-888d-cce2fdbd9640) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:02:21.643887 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] Attempting to bind port 47d8215d-fe4e-44cb-ad78-aeff26b18192 on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:02:21.644257 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] Attempting to bind port 47d8215d-fe4e-44cb-ad78-aeff26b18192 by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}] {{(pid=99721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:02:21.644621 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] Attempting to bind port 47d8215d-fe4e-44cb-ad78-aeff26b18192 on network d72eea9d-773f-4ba1-af60-02bc446a2bfb {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:02:21.653763 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccae62-70de-4aee-9405-5e35b66e4bbb None None] Pushing event updated for resources: {'Port': ['ID=47d8215d-fe4e-44cb-ad78-aeff26b18192,revision_number=2']} {{(pid=99721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:21.655896 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:02:21.656267 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] Checking segment: {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:02:21.656667 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:21.657084 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] Bound using segment: {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'} {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:02:21.658061 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] Bound port: 47d8215d-fe4e-44cb-ad78-aeff26b18192, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}}] {{(pid=99721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:02:21.658455 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:21.685411 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccae62-70de-4aee-9405-5e35b66e4bbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:21.685681 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccae62-70de-4aee-9405-5e35b66e4bbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:21.686024 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccae62-70de-4aee-9405-5e35b66e4bbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:21.686358 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccae62-70de-4aee-9405-5e35b66e4bbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:21.686690 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccae62-70de-4aee-9405-5e35b66e4bbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:21.687021 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccae62-70de-4aee-9405-5e35b66e4bbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:21.687351 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccae62-70de-4aee-9405-5e35b66e4bbb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:21.687677 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccae62-70de-4aee-9405-5e35b66e4bbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:21.688036 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccae62-70de-4aee-9405-5e35b66e4bbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:21.688366 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccae62-70de-4aee-9405-5e35b66e4bbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:21.688692 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccae62-70de-4aee-9405-5e35b66e4bbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:21.689080 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eccae62-70de-4aee-9405-5e35b66e4bbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:21.725634 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.db [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] For port 47d8215d-fe4e-44cb-ad78-aeff26b18192, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:02:21.728826 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.db [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] For port 47d8215d-fe4e-44cb-ad78-aeff26b18192, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=47d8215d-fe4e-44cb-ad78-aeff26b18192,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:02:21.731426 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6cf51691-5e11-459b-9789-14f9d75fdba3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:21.733952 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:21.774751 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6cf51691-5e11-459b-9789-14f9d75fdba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:21.793502 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] Routers {'dabd93c3-ecc6-4d66-ba9d-209eaca13e95'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:02:21.794229 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:02:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['dabd93c3-ecc6-4d66-ba9d-209eaca13e95'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:21.811156 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04614da-4b7c-43fe-a694-dd3a1577af26 req-e10dc611-e832-4ca2-af3d-49c6148cb75c tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:21.812683 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e04614da-4b7c-43fe-a694-dd3a1577af26 req-e10dc611-e832-4ca2-af3d-49c6148cb75c tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e57cd46-12c3-45ab-9fb9-520327718265 HTTP/1.1" status: 200 len: 945 time: 0.0508230 Oct 14 18:02:21.828676 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf51691-5e11-459b-9789-14f9d75fdba3 admin admin] Network 8689a957-5433-4c26-a109-6a4cd99507da is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:02:21.831789 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-6cf51691-5e11-459b-9789-14f9d75fdba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:02:21.835353 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf51691-5e11-459b-9789-14f9d75fdba3 admin admin] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:02:21.854874 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e04614da-4b7c-43fe-a694-dd3a1577af26 req-35a324f8-1228-4351-a024-9efa895809cf tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360112 Oct 14 18:02:21.871494 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf51691-5e11-459b-9789-14f9d75fdba3 admin admin] Pushing event updated for resources: {'Port': ['ID=c28eb147-a9db-4f46-888d-cce2fdbd9640,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:21.886300 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6cf51691-5e11-459b-9789-14f9d75fdba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3790741'] for router_interface, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:21.976380 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccae62-70de-4aee-9405-5e35b66e4bbb None None] Pushing event updated for resources: {'Port': ['ID=47d8215d-fe4e-44cb-ad78-aeff26b18192,revision_number=3']} {{(pid=99721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:22.021088 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] Set router dabd93c3-ecc6-4d66-ba9d-209eaca13e95 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:02:22.058481 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab47aa2-3367-4d41-91c6-a3e199861301 req-410fcf8b-24a3-4948-b68a-dd3947fcb6f7 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:22.059964 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-aab47aa2-3367-4d41-91c6-a3e199861301 req-410fcf8b-24a3-4948-b68a-dd3947fcb6f7 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 945 time: 0.1124203 Oct 14 18:02:22.118467 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6cf51691-5e11-459b-9789-14f9d75fdba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:22.142799 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-aab47aa2-3367-4d41-91c6-a3e199861301 req-96c8ea19-619e-496e-a0b0-058d7ca37f1e tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758934 Oct 14 18:02:22.198482 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabd93c3-ecc6-4d66-ba9d-209eaca13e95', 'name': 'tempest-ServerRescueNegativeTestJSON-160033570-router', 'tenant_id': 'ec42152cea74457ea58daa46f1101c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '47d8215d-fe4e-44cb-ad78-aeff26b18192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:19Z', 'updated_at': '2021-10-14T18:02:20Z', 'revision_number': 3, 'project_id': 'ec42152cea74457ea58daa46f1101c65', 'gw_port': {'id': '47d8215d-fe4e-44cb-ad78-aeff26b18192', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabd93c3-ecc6-4d66-ba9d-209eaca13e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:19Z', 'updated_at': '2021-10-14T18:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:22.230498 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbc7da3-be27-4109-b543-caafea616807 None None] The sync data for ids ['dabd93c3-ecc6-4d66-ba9d-209eaca13e95'] in dv-cinder-813936-1-iscsi is: [{'id': 'dabd93c3-ecc6-4d66-ba9d-209eaca13e95', 'name': 'tempest-ServerRescueNegativeTestJSON-160033570-router', 'tenant_id': 'ec42152cea74457ea58daa46f1101c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '47d8215d-fe4e-44cb-ad78-aeff26b18192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:19Z', 'updated_at': '2021-10-14T18:02:20Z', 'revision_number': 3, 'project_id': 'ec42152cea74457ea58daa46f1101c65', 'gw_port': {'id': '47d8215d-fe4e-44cb-ad78-aeff26b18192', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabd93c3-ecc6-4d66-ba9d-209eaca13e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:19Z', 'updated_at': '2021-10-14T18:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}] {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:02:22.301357 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6cf51691-5e11-459b-9789-14f9d75fdba3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:22.308937 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6cf51691-5e11-459b-9789-14f9d75fdba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:22.375586 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6cf51691-5e11-459b-9789-14f9d75fdba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790817'] for router_interface, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:22.386277 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf51691-5e11-459b-9789-14f9d75fdba3 admin admin] Pushing event updated for resources: {'Port': ['ID=c28eb147-a9db-4f46-888d-cce2fdbd9640,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:22.503986 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3772f-a1f8-4ebe-bd7a-3a06dbeceaa0 req-650535ce-da5f-466e-9dc1-08e564bf3e0c tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:22.505496 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-50d3772f-a1f8-4ebe-bd7a-3a06dbeceaa0 req-650535ce-da5f-466e-9dc1-08e564bf3e0c tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbd60c0-6f7e-46e0-8484-b38a369ab9b3 HTTP/1.1" status: 200 len: 950 time: 0.1025681 Oct 14 18:02:22.545882 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf51691-5e11-459b-9789-14f9d75fdba3 admin admin] Network 8689a957-5433-4c26-a109-6a4cd99507da is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:02:22.552236 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-6cf51691-5e11-459b-9789-14f9d75fdba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:02:22.886548 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-50d3772f-a1f8-4ebe-bd7a-3a06dbeceaa0 req-bf504aca-b340-4896-8578-c57a8fc9b35c tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/security-groups?id=8078dcc3-c5c9-4017-bf49-dd68fc31f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701029 Oct 14 18:02:22.941811 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf51691-5e11-459b-9789-14f9d75fdba3 admin admin] Router dabd93c3-ecc6-4d66-ba9d-209eaca13e95 has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:02:23.051156 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9fa46-ed0a-4a61-8c42-c446bf90765b req-369fbc5e-f223-4929-8400-a951e8605200 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:23.052757 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-a7b9fa46-ed0a-4a61-8c42-c446bf90765b req-369fbc5e-f223-4929-8400-a951e8605200 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e57cd46-12c3-45ab-9fb9-520327718265 HTTP/1.1" status: 200 len: 945 time: 0.0597694 Oct 14 18:02:23.074437 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf51691-5e11-459b-9789-14f9d75fdba3 admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:02:23.081106 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-6cf51691-5e11-459b-9789-14f9d75fdba3 admin admin] 10.222.0.49 "PUT /v2.0/routers/dabd93c3-ecc6-4d66-ba9d-209eaca13e95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1771772 Oct 14 18:02:23.105866 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-a7b9fa46-ed0a-4a61-8c42-c446bf90765b req-13d477c3-0bc3-4605-be42-40047a751d85 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450516 Oct 14 18:02:23.320915 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd586c-6f4f-4360-9ff4-ab0d57f33b00 req-ccaeb5c8-843e-4027-9d45-0f13951a778e tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:23.334823 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c2bd586c-6f4f-4360-9ff4-ab0d57f33b00 req-ccaeb5c8-843e-4027-9d45-0f13951a778e tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 945 time: 0.0870976 Oct 14 18:02:23.380160 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c2bd586c-6f4f-4360-9ff4-ab0d57f33b00 req-380b43ab-30f8-4a32-ace8-794a2b5640b8 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451562 Oct 14 18:02:23.620995 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-dabd05a0-df1f-4195-9af8-f7ddc6318181 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:23.628841 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-dabd05a0-df1f-4195-9af8-f7ddc6318181 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/networks?id=8689a957-5433-4c26-a109-6a4cd99507da HTTP/1.1" status: 200 len: 818 time: 0.1225431 Oct 14 18:02:23.645828 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-f437dfc2-a261-4cc5-9b96-132cc6a72f8c tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/quotas/ec42152cea74457ea58daa46f1101c65 HTTP/1.1" status: 200 len: 375 time: 0.0156736 Oct 14 18:02:23.749607 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-4424c265-3053-4aac-a731-d9a0869f2a26 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec42152cea74457ea58daa46f1101c65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1010506 Oct 14 18:02:23.846103 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 47d8215d-fe4e-44cb-ad78-aeff26b18192 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:02:23.912466 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 47d8215d-fe4e-44cb-ad78-aeff26b18192 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:23.912840 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:23.914370 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737d655-1081-42cf-8514-81fc6a4926f4 req-0c4779a7-be92-4e1d-bad8-f5d49ce4a0ef tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:23.915882 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3737d655-1081-42cf-8514-81fc6a4926f4 req-0c4779a7-be92-4e1d-bad8-f5d49ce4a0ef tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cbd60c0-6f7e-46e0-8484-b38a369ab9b3 HTTP/1.1" status: 200 len: 950 time: 0.0802901 Oct 14 18:02:23.921746 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-a3fd10a9-63c2-406a-86c6-3b9b88b9e27f service neutron] 10.222.0.49 "GET /v2.0/networks/8689a957-5433-4c26-a109-6a4cd99507da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710424 Oct 14 18:02:24.108921 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-bb48288e-dc0e-4dc1-b0e1-2ef935bc6f44 service neutron] 10.222.0.49 "GET /v2.0/networks/8689a957-5433-4c26-a109-6a4cd99507da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788342 Oct 14 18:02:24.110198 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] Sync routers for ids ['dabd93c3-ecc6-4d66-ba9d-209eaca13e95'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:02:24.125715 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:24.132336 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] Routers {'dabd93c3-ecc6-4d66-ba9d-209eaca13e95'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:02:24.133005 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:02:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['dabd93c3-ecc6-4d66-ba9d-209eaca13e95'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:24.134636 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-3737d655-1081-42cf-8514-81fc6a4926f4 req-056ceae6-d458-49be-8e8f-391dd495bbd0 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Deleting port 64193bae-ca2b-4e0c-b0f0-922a8c552fe7 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:02:24.134992 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-3737d655-1081-42cf-8514-81fc6a4926f4 req-056ceae6-d458-49be-8e8f-391dd495bbd0 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:24.254990 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-3737d655-1081-42cf-8514-81fc6a4926f4 req-056ceae6-d458-49be-8e8f-391dd495bbd0 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] For port 64193bae-ca2b-4e0c-b0f0-922a8c552fe7, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=64193bae-ca2b-4e0c-b0f0-922a8c552fe7,segment=NetworkSegment(9646468b-cd36-4e56-a4ad-877ad08c0937),segment_id=9646468b-cd36-4e56-a4ad-877ad08c0937)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:24.255364 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-3737d655-1081-42cf-8514-81fc6a4926f4 req-056ceae6-d458-49be-8e8f-391dd495bbd0 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:24.269273 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] For port 47d8215d-fe4e-44cb-ad78-aeff26b18192, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=47d8215d-fe4e-44cb-ad78-aeff26b18192,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:24.272161 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-3737d655-1081-42cf-8514-81fc6a4926f4 req-056ceae6-d458-49be-8e8f-391dd495bbd0 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Calling delete_port for 64193bae-ca2b-4e0c-b0f0-922a8c552fe7 owned by compute:nova {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:02:24.276549 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:24.298056 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] Set router dabd93c3-ecc6-4d66-ba9d-209eaca13e95 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:02:24.344091 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73969eb4-46ed-4532-ac3e-232516f0b4a5 req-9b245c6d-7597-4c11-8244-29fa3ffae075 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:24.354037 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-73969eb4-46ed-4532-ac3e-232516f0b4a5 req-9b245c6d-7597-4c11-8244-29fa3ffae075 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbd60c0-6f7e-46e0-8484-b38a369ab9b3 HTTP/1.1" status: 200 len: 950 time: 0.0661972 Oct 14 18:02:24.401740 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-73969eb4-46ed-4532-ac3e-232516f0b4a5 req-3d683ae1-4307-410f-8f61-efa6b9f0a3e0 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/security-groups?id=8078dcc3-c5c9-4017-bf49-dd68fc31f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465147 Oct 14 18:02:24.507185 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-15b8d439-d4f7-4e81-9a6d-05ff149dd92c req-da64768e-cd6e-42fb-be5e-aa3bae286b7f tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 210 time: 0.0446661 Oct 14 18:02:24.552576 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-3737d655-1081-42cf-8514-81fc6a4926f4 req-056ceae6-d458-49be-8e8f-391dd495bbd0 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:24.583970 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ceae6-d458-49be-8e8f-391dd495bbd0 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Pushing event deleted for resources: {'Port': ['ID=64193bae-ca2b-4e0c-b0f0-922a8c552fe7,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:24.614551 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['64193bae-ca2b-4e0c-b0f0-922a8c552fe7'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:02:24.623426 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Pushing event updated for resources: {'Port': ['ID=47d8215d-fe4e-44cb-ad78-aeff26b18192,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:24.626614 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486812ce-f3a6-4026-b627-1eaf71fdf6cd req-8d7aec99-11ea-455c-9cc4-9263011a482b tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:24.628489 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-486812ce-f3a6-4026-b627-1eaf71fdf6cd req-8d7aec99-11ea-455c-9cc4-9263011a482b tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 945 time: 0.0808365 Oct 14 18:02:24.685117 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-3737d655-1081-42cf-8514-81fc6a4926f4 req-056ceae6-d458-49be-8e8f-391dd495bbd0 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] No DVR routers for this DVR port 64193bae-ca2b-4e0c-b0f0-922a8c552fe7 on host hv-cinder-81393 {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:02:24.710079 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-3737d655-1081-42cf-8514-81fc6a4926f4 req-056ceae6-d458-49be-8e8f-391dd495bbd0 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:24.716850 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3737d655-1081-42cf-8514-81fc6a4926f4 req-056ceae6-d458-49be-8e8f-391dd495bbd0 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.32 "DELETE /v2.0/ports/64193bae-ca2b-4e0c-b0f0-922a8c552fe7 HTTP/1.1" status: 204 len: 173 time: 0.7791507 Oct 14 18:02:24.717520 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbd60c0-6f7e-46e0-8484-b38a369ab9b3', 'name': 'network-vif-deleted', 'tag': '64193bae-ca2b-4e0c-b0f0-922a8c552fe7'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:02:24.720701 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2332af7-e270-494d-845d-eb914a641548" -d '{"events": [{"server_uuid": "3cbd60c0-6f7e-46e0-8484-b38a369ab9b3", "name": "network-vif-deleted", "tag": "64193bae-ca2b-4e0c-b0f0-922a8c552fe7"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:02:24.733085 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-486812ce-f3a6-4026-b627-1eaf71fdf6cd req-829aec82-2378-4179-b7c9-f7f4a80d54d0 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922434 Oct 14 18:02:24.868191 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-cced8b88-77ab-4dfa-9608-17fe09cc1a5d tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:24.870563 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-cced8b88-77ab-4dfa-9608-17fe09cc1a5d tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/networks?id=8689a957-5433-4c26-a109-6a4cd99507da HTTP/1.1" status: 200 len: 818 time: 0.1822324 Oct 14 18:02:24.881685 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39532c8d-51fe-4d0c-ac71-52c8076a2426 x-openstack-request-id: req-39532c8d-51fe-4d0c-ac71-52c8076a2426 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:02:24.883616 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbd60c0-6f7e-46e0-8484-b38a369ab9b3", "name": "network-vif-deleted", "tag": "64193bae-ca2b-4e0c-b0f0-922a8c552fe7", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:02:24.883810 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39532c8d-51fe-4d0c-ac71-52c8076a2426 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:02:24.884205 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbd60c0-6f7e-46e0-8484-b38a369ab9b3', 'name': 'network-vif-deleted', 'tag': '64193bae-ca2b-4e0c-b0f0-922a8c552fe7', 'status': 'completed', 'code': 200} Oct 14 18:02:24.895283 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabd93c3-ecc6-4d66-ba9d-209eaca13e95', 'name': 'tempest-ServerRescueNegativeTestJSON-160033570-router', 'tenant_id': 'ec42152cea74457ea58daa46f1101c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '47d8215d-fe4e-44cb-ad78-aeff26b18192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:19Z', 'updated_at': '2021-10-14T18:02:22Z', 'revision_number': 4, 'project_id': 'ec42152cea74457ea58daa46f1101c65', 'gw_port': {'id': '47d8215d-fe4e-44cb-ad78-aeff26b18192', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabd93c3-ecc6-4d66-ba9d-209eaca13e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:19Z', 'updated_at': '2021-10-14T18:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'c28eb147-a9db-4f46-888d-cce2fdbd9640', 'name': '', 'network_id': '8689a957-5433-4c26-a109-6a4cd99507da', 'tenant_id': 'ec42152cea74457ea58daa46f1101c65', 'mac_address': 'fa:16:3e:52:e2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabd93c3-ecc6-4d66-ba9d-209eaca13e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '8974b2ed-cd87-434d-9c8c-7bac6a0eee65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:21Z', 'updated_at': '2021-10-14T18:02:22Z', 'revision_number': 2, 'project_id': 'ec42152cea74457ea58daa46f1101c65', 'subnets': [{'id': '8974b2ed-cd87-434d-9c8c-7bac6a0eee65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:24.904921 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-4e0b8ab3-e1ed-46f8-aa45-5b950befcf5e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/quotas/ec42152cea74457ea58daa46f1101c65 HTTP/1.1" status: 200 len: 375 time: 0.0269203 Oct 14 18:02:24.956112 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] Checking router: dabd93c3-ecc6-4d66-ba9d-209eaca13e95 for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:02:24.956532 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] Updating router dabd93c3-ecc6-4d66-ba9d-209eaca13e95 port c28eb147-a9db-4f46-888d-cce2fdbd9640 binding host dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:02:24.973240 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 50888) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:24.985774 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-e7ce7cfd-edf2-4312-a03b-15ebd8ebdc2d tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec42152cea74457ea58daa46f1101c65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0737295 Oct 14 18:02:24.989554 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:25.091154 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-d7405e5e-f735-40e7-80d9-841139438764 service neutron] 10.222.0.49 "GET /v2.0/networks/8689a957-5433-4c26-a109-6a4cd99507da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975239 Oct 14 18:02:25.132870 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c9e5-5eed-469c-9f7c-062f0a0bfa81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:25.213007 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-b5eb62a7-54bc-43f5-8132-7b422f47e1dc service neutron] 10.222.0.49 "GET /v2.0/networks/8689a957-5433-4c26-a109-6a4cd99507da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144726 Oct 14 18:02:25.265964 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c9e5-5eed-469c-9f7c-062f0a0bfa81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:25.271051 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c9e5-5eed-469c-9f7c-062f0a0bfa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:25.316508 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-b9a4c9e5-5eed-469c-9f7c-062f0a0bfa81 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c16dd0fe5204474b98b8d1e43167c3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419933 Oct 14 18:02:25.316640 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 50898) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:25.322221 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4c9e5-5eed-469c-9f7c-062f0a0bfa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c9070f-be4c-4988-a11f-096fcc173fdf,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:25.348445 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] Notify callbacks [] for port, precommit_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:25.355157 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:25.404195 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fe13cffe-4a44-4840-9192-f28a9e154d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:25.410348 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38319712-1e00-4021-9507-5d98a03bdb33 None None] Pushing event updated for resources: {'Port': ['ID=c28eb147-a9db-4f46-888d-cce2fdbd9640,revision_number=3']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:25.475716 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c1d647af-4446-4fed-8758-a6c7604c07e1 req-11b96792-cf8e-4e96-90ab-345de4dae12c tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 210 time: 0.0666850 Oct 14 18:02:25.477490 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] Attempting to bind port c28eb147-a9db-4f46-888d-cce2fdbd9640 on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:02:25.477873 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] Attempting to bind port c28eb147-a9db-4f46-888d-cce2fdbd9640 by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': '20e036c6-4f5c-473b-86d3-cfa7d2457742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8689a957-5433-4c26-a109-6a4cd99507da'}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:02:25.478255 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] Attempting to bind port c28eb147-a9db-4f46-888d-cce2fdbd9640 on network 8689a957-5433-4c26-a109-6a4cd99507da {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:02:25.489453 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fe13cffe-4a44-4840-9192-f28a9e154d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:25.506650 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:02:25.507116 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] Checking segment: {'id': '20e036c6-4f5c-473b-86d3-cfa7d2457742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8689a957-5433-4c26-a109-6a4cd99507da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:02:25.507767 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:25.508674 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] Bound using segment: {'id': '20e036c6-4f5c-473b-86d3-cfa7d2457742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8689a957-5433-4c26-a109-6a4cd99507da'} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:02:25.509729 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] Bound port: c28eb147-a9db-4f46-888d-cce2fdbd9640, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e036c6-4f5c-473b-86d3-cfa7d2457742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8689a957-5433-4c26-a109-6a4cd99507da'}}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:02:25.510546 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:25.622311 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fe13cffe-4a44-4840-9192-f28a9e154d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:25.625784 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fe13cffe-4a44-4840-9192-f28a9e154d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:25.628262 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-fe13cffe-4a44-4840-9192-f28a9e154d0b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e7c9070f-be4c-4988-a11f-096fcc173fdf HTTP/1.1" status: 204 len: 168 time: 0.3106258 Oct 14 18:02:25.638243 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13cffe-4a44-4840-9192-f28a9e154d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c9070f-be4c-4988-a11f-096fcc173fdf,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:25.650393 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6e493cd5-a2e7-4984-9d41-c3367dff3d3c req-849de273-eb15-4399-ba97-314907cfe200 tempest-VolumesNegativeTest-223451810 tempest-VolumesNegativeTest-223451810-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbd60c0-6f7e-46e0-8484-b38a369ab9b3 HTTP/1.1" status: 200 len: 210 time: 0.0685945 Oct 14 18:02:25.661727 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] For port c28eb147-a9db-4f46-888d-cce2fdbd9640, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:02:25.684156 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] For port c28eb147-a9db-4f46-888d-cce2fdbd9640, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=c28eb147-a9db-4f46-888d-cce2fdbd9640,segment=NetworkSegment(20e036c6-4f5c-473b-86d3-cfa7d2457742),segment_id=20e036c6-4f5c-473b-86d3-cfa7d2457742)] {{(pid=99720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:02:25.695742 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:25.808049 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38319712-1e00-4021-9507-5d98a03bdb33 None None] Pushing event updated for resources: {'Port': ['ID=c28eb147-a9db-4f46-888d-cce2fdbd9640,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:25.819811 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 47d8215d-fe4e-44cb-ad78-aeff26b18192 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:02:25.886490 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] Routers {'dabd93c3-ecc6-4d66-ba9d-209eaca13e95'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:02:25.887301 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:02:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['dabd93c3-ecc6-4d66-ba9d-209eaca13e95'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:25.906918 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fae056-3fc4-48d8-8bc0-19461b5e5597 req-f6134af6-b073-4860-bc04-c2518265af11 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:25.914431 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-82fae056-3fc4-48d8-8bc0-19461b5e5597 req-f6134af6-b073-4860-bc04-c2518265af11 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 945 time: 0.0615819 Oct 14 18:02:25.961703 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-82fae056-3fc4-48d8-8bc0-19461b5e5597 req-2b7d8324-0a7d-40dd-a24a-c17d81937eab tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441456 Oct 14 18:02:26.024577 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 47d8215d-fe4e-44cb-ad78-aeff26b18192 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:26.025136 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:26.036089 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-fc5e2cb1-e884-4a92-8622-ca58c2f2865e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:26.038512 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-fc5e2cb1-e884-4a92-8622-ca58c2f2865e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/networks?id=c83af823-a336-4acf-9cf9-971bb99a778b HTTP/1.1" status: 200 len: 815 time: 0.1871605 Oct 14 18:02:26.074286 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-2fd1d41a-1e41-4c9d-abc0-95f0cea073ef tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/quotas/8e7c64022d3247eb88c9074d2d71c846 HTTP/1.1" status: 200 len: 375 time: 0.0154967 Oct 14 18:02:26.074753 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] Set router dabd93c3-ecc6-4d66-ba9d-209eaca13e95 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:02:26.165943 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-ae491a93-f1d1-47c1-bd37-b4f0802fe9cc tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e7c64022d3247eb88c9074d2d71c846&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755391 Oct 14 18:02:26.408524 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-89686b3e-c6d8-4a5c-bc17-94639eea511f tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:26.410030 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-89686b3e-c6d8-4a5c-bc17-94639eea511f tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.32 "GET /v2.0/networks?id=8689a957-5433-4c26-a109-6a4cd99507da HTTP/1.1" status: 200 len: 818 time: 0.1474383 Oct 14 18:02:26.432137 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-fbce739e-fab6-41a9-9805-0b8822736781 service neutron] 10.222.0.49 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651448 Oct 14 18:02:26.435603 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabd93c3-ecc6-4d66-ba9d-209eaca13e95', 'name': 'tempest-ServerRescueNegativeTestJSON-160033570-router', 'tenant_id': 'ec42152cea74457ea58daa46f1101c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '47d8215d-fe4e-44cb-ad78-aeff26b18192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:19Z', 'updated_at': '2021-10-14T18:02:22Z', 'revision_number': 4, 'project_id': 'ec42152cea74457ea58daa46f1101c65', 'gw_port': {'id': '47d8215d-fe4e-44cb-ad78-aeff26b18192', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd93c3-ecc6-4d66-ba9d-209eaca13e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:19Z', 'updated_at': '2021-10-14T18:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'c28eb147-a9db-4f46-888d-cce2fdbd9640', 'name': '', 'network_id': '8689a957-5433-4c26-a109-6a4cd99507da', 'tenant_id': 'ec42152cea74457ea58daa46f1101c65', 'mac_address': 'fa:16:3e:52:e2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabd93c3-ecc6-4d66-ba9d-209eaca13e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '8974b2ed-cd87-434d-9c8c-7bac6a0eee65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:21Z', 'updated_at': '2021-10-14T18:02:25Z', 'revision_number': 4, 'project_id': 'ec42152cea74457ea58daa46f1101c65', 'subnets': [{'id': '8974b2ed-cd87-434d-9c8c-7bac6a0eee65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:26.467718 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe8cc4f-8aa2-4f7f-88e3-abe61147d957 None None] The sync data for ids ['dabd93c3-ecc6-4d66-ba9d-209eaca13e95'] in dv-cinder-813936-1-iscsi is: [{'id': 'dabd93c3-ecc6-4d66-ba9d-209eaca13e95', 'name': 'tempest-ServerRescueNegativeTestJSON-160033570-router', 'tenant_id': 'ec42152cea74457ea58daa46f1101c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '47d8215d-fe4e-44cb-ad78-aeff26b18192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:19Z', 'updated_at': '2021-10-14T18:02:22Z', 'revision_number': 4, 'project_id': 'ec42152cea74457ea58daa46f1101c65', 'gw_port': {'id': '47d8215d-fe4e-44cb-ad78-aeff26b18192', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd93c3-ecc6-4d66-ba9d-209eaca13e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:19Z', 'updated_at': '2021-10-14T18:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'c28eb147-a9db-4f46-888d-cce2fdbd9640', 'name': '', 'network_id': '8689a957-5433-4c26-a109-6a4cd99507da', 'tenant_id': 'ec42152cea74457ea58daa46f1101c65', 'mac_address': 'fa:16:3e:52:e2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabd93c3-ecc6-4d66-ba9d-209eaca13e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '8974b2ed-cd87-434d-9c8c-7bac6a0eee65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:21Z', 'updated_at': '2021-10-14T18:02:25Z', 'revision_number': 4, 'project_id': 'ec42152cea74457ea58daa46f1101c65', 'subnets': [{'id': '8974b2ed-cd87-434d-9c8c-7bac6a0eee65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:02:26.484345 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-e5afa420-f26e-4b01-943e-6ee478050918 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Request body: {'port': {'device_id': '9fd752f4-5326-4390-ab6a-449395811f08', 'network_id': '8689a957-5433-4c26-a109-6a4cd99507da', 'admin_state_up': True, 'tenant_id': 'ec42152cea74457ea58daa46f1101c65'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:26.643930 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-95d39dad-6b13-43a2-9ec7-3766e9466e84 req-e16ac997-d904-4765-a363-88d25841254b tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 210 time: 0.0500143 Oct 14 18:02:26.679864 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-912bd589-7a3e-43d7-9ef9-80736665839f service neutron] 10.222.0.49 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467597 Oct 14 18:02:26.721935 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-e5afa420-f26e-4b01-943e-6ee478050918 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Made reservation on behalf of ec42152cea74457ea58daa46f1101c65 for: {'port': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:02:26.725997 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-e5afa420-f26e-4b01-943e-6ee478050918 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:26.913606 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-cb4676bb-58b7-4472-9a6e-cddb5cbc741c req-f5b89c34-b7dd-49fb-8636-184edf7f078e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=da194763-1788-4a1b-9a8e-e271841d25f7 HTTP/1.1" status: 200 len: 210 time: 0.0442812 Oct 14 18:02:27.031373 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b0162-0b89-4182-92a3-9cc44dbdf960 req-8490b751-7ae2-49a6-9601-f94efefb202b tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:27.033173 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f80b0162-0b89-4182-92a3-9cc44dbdf960 req-8490b751-7ae2-49a6-9601-f94efefb202b tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 945 time: 0.2324646 Oct 14 18:02:27.071931 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-e5afa420-f26e-4b01-943e-6ee478050918 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Allocated IP 172.20.0.11 (8689a957-5433-4c26-a109-6a4cd99507da/8974b2ed-cd87-434d-9c8c-7bac6a0eee65/c0612667-ae63-483c-9c76-2b1349175234) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:02:27.396002 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0a657-ba65-4c40-ab62-47a5d62e3932 req-152cbe59-69db-4e40-87fa-464c5d0695a8 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:27.403154 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-29d0a657-ba65-4c40-ab62-47a5d62e3932 req-152cbe59-69db-4e40-87fa-464c5d0695a8 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 945 time: 0.3171768 Oct 14 18:02:27.606086 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-dda52135-f1c0-47ca-8457-4212bb079390 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:27.607987 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-dda52135-f1c0-47ca-8457-4212bb079390 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.32 "GET /v2.0/networks?id=8689a957-5433-4c26-a109-6a4cd99507da HTTP/1.1" status: 200 len: 818 time: 0.5736532 Oct 14 18:02:27.615272 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-e5afa420-f26e-4b01-943e-6ee478050918 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:27.644400 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-29d0a657-ba65-4c40-ab62-47a5d62e3932 req-19ef0cf0-3f0d-454f-842f-d7039df31624 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402923 Oct 14 18:02:27.661889 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-39f5e7bc-28f0-4e03-9f56-856091d41fe4 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Request body: {'port': {'device_id': '6469fdcf-68bc-4362-9dfa-3403def6af0d', 'network_id': '8689a957-5433-4c26-a109-6a4cd99507da', 'admin_state_up': True, 'tenant_id': 'ec42152cea74457ea58daa46f1101c65'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:27.693753 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 64193bae-ca2b-4e0c-b0f0-922a8c552fe7 no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:02:27.749604 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] No Port match for: 64193bae-ca2b-4e0c-b0f0-922a8c552fe7 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:02:27.749969 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 64193bae-ca2b-4e0c-b0f0-922a8c552fe7 not bound to the agent host hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:02:27.823304 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d9570f1f-7aa0-49f5-a4eb-4b9434345711 req-42e18343-e151-484c-bc21-e2051a5e0a5e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 210 time: 0.0610042 Oct 14 18:02:27.825309 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-f80b0162-0b89-4182-92a3-9cc44dbdf960 req-ea4397d1-800f-4be8-bf03-176045b6f5e1 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Deleting port 95b4d897-b838-4cf5-9575-ab7b37f22fd6 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:02:27.825647 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-f80b0162-0b89-4182-92a3-9cc44dbdf960 req-ea4397d1-800f-4be8-bf03-176045b6f5e1 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:27.913538 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device c28eb147-a9db-4f46-888d-cce2fdbd9640 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:02:27.962793 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-e5afa420-f26e-4b01-943e-6ee478050918 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:28.029302 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port c28eb147-a9db-4f46-888d-cce2fdbd9640 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:28.030942 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:28.037350 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-f80b0162-0b89-4182-92a3-9cc44dbdf960 req-ea4397d1-800f-4be8-bf03-176045b6f5e1 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] For port 95b4d897-b838-4cf5-9575-ab7b37f22fd6, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=95b4d897-b838-4cf5-9575-ab7b37f22fd6,segment=NetworkSegment(761cadf4-fb74-4e24-864d-448ed349a165),segment_id=761cadf4-fb74-4e24-864d-448ed349a165)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:28.037760 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-f80b0162-0b89-4182-92a3-9cc44dbdf960 req-ea4397d1-800f-4be8-bf03-176045b6f5e1 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:28.065987 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-e5afa420-f26e-4b01-943e-6ee478050918 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Network 8689a957-5433-4c26-a109-6a4cd99507da is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:02:28.072358 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-f80b0162-0b89-4182-92a3-9cc44dbdf960 req-ea4397d1-800f-4be8-bf03-176045b6f5e1 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Calling delete_port for 95b4d897-b838-4cf5-9575-ab7b37f22fd6 owned by compute:nova {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:02:28.075037 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-e5afa420-f26e-4b01-943e-6ee478050918 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:02:28.085373 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-e5afa420-f26e-4b01-943e-6ee478050918 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:02:28.103187 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-401121d6-78e9-4806-a0cb-163449821bf1 req-caefe007-49a2-4027-a0ce-d3fa7ccea88b tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=da194763-1788-4a1b-9a8e-e271841d25f7 HTTP/1.1" status: 200 len: 210 time: 0.0595031 Oct 14 18:02:28.127007 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-39f5e7bc-28f0-4e03-9f56-856091d41fe4 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Made reservation on behalf of ec42152cea74457ea58daa46f1101c65 for: {'port': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:02:28.130577 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-39f5e7bc-28f0-4e03-9f56-856091d41fe4 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:28.133131 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afa420-f26e-4b01-943e-6ee478050918 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Pushing event updated for resources: {'Port': ['ID=c0612667-ae63-483c-9c76-2b1349175234,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:28.164700 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:28.205979 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] For port c28eb147-a9db-4f46-888d-cce2fdbd9640, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=c28eb147-a9db-4f46-888d-cce2fdbd9640,segment=NetworkSegment(20e036c6-4f5c-473b-86d3-cfa7d2457742),segment_id=20e036c6-4f5c-473b-86d3-cfa7d2457742)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:28.210380 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:28.271033 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Pushing event updated for resources: {'Port': ['ID=c28eb147-a9db-4f46-888d-cce2fdbd9640,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:28.297308 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-e5afa420-f26e-4b01-943e-6ee478050918 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:28.297986 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-e5afa420-f26e-4b01-943e-6ee478050918 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:28.353789 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-e5afa420-f26e-4b01-943e-6ee478050918 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8735924 Oct 14 18:02:28.384872 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] Request body: {'port': {'device_id': '9fd752f4-5326-4390-ab6a-449395811f08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81393'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:28.496403 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-39f5e7bc-28f0-4e03-9f56-856091d41fe4 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Allocated IP 172.20.0.12 (8689a957-5433-4c26-a109-6a4cd99507da/8974b2ed-cd87-434d-9c8c-7bac6a0eee65/5d8e5558-de12-421c-b6b6-706e31690e2f) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:02:28.538869 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-74bb7dd9-e350-4469-a963-6ed70020a840 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:28.540553 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-74bb7dd9-e350-4469-a963-6ed70020a840 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.32 "GET /v2.0/networks?id=c83af823-a336-4acf-9cf9-971bb99a778b HTTP/1.1" status: 200 len: 815 time: 0.1290677 Oct 14 18:02:28.548506 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-f80b0162-0b89-4182-92a3-9cc44dbdf960 req-ea4397d1-800f-4be8-bf03-176045b6f5e1 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:28.556612 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:28.558397 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-3fe8a3b9-3b44-4b7c-8173-d0a8d892ca97 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Request body: {'port': {'device_id': 'da194763-1788-4a1b-9a8e-e271841d25f7', 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b', 'admin_state_up': True, 'tenant_id': '8e7c64022d3247eb88c9074d2d71c846'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:28.568431 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['95b4d897-b838-4cf5-9575-ab7b37f22fd6'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:02:28.606387 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4397d1-800f-4be8-bf03-176045b6f5e1 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Pushing event deleted for resources: {'Port': ['ID=95b4d897-b838-4cf5-9575-ab7b37f22fd6,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:28.801295 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-3fe8a3b9-3b44-4b7c-8173-d0a8d892ca97 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Made reservation on behalf of 8e7c64022d3247eb88c9074d2d71c846 for: {'port': 1} {{(pid=99718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:02:28.804833 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-3fe8a3b9-3b44-4b7c-8173-d0a8d892ca97 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:28.841213 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-05c95d6d-2748-449a-98c0-d0367281f078 req-9c8521f0-17ae-4c25-af17-0c31a37d9c11 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 210 time: 0.0477364 Oct 14 18:02:28.961948 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8fb95fec-8988-466d-b5d6-233434782735 req-b5c35182-e66d-451e-bbf1-69cb4b7d7d4a tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 210 time: 0.0441585 Oct 14 18:02:29.028962 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_common [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-3fe8a3b9-3b44-4b7c-8173-d0a8d892ca97 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Allocated IP 172.20.0.14 (c83af823-a336-4acf-9cf9-971bb99a778b/219e8690-55de-4444-b3f4-7eed7cf9bd62/7cbaa91b-848e-4964-8543-9fcc5e0273a0) {{(pid=99718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:02:29.050517 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80b0162-0b89-4182-92a3-9cc44dbdf960 req-ea4397d1-800f-4be8-bf03-176045b6f5e1 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] No DVR routers for this DVR port 95b4d897-b838-4cf5-9575-ab7b37f22fd6 on host hv-cinder-81393 {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:02:29.057653 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-f80b0162-0b89-4182-92a3-9cc44dbdf960 req-ea4397d1-800f-4be8-bf03-176045b6f5e1 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:29.060955 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f80b0162-0b89-4182-92a3-9cc44dbdf960 req-ea4397d1-800f-4be8-bf03-176045b6f5e1 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.32 "DELETE /v2.0/ports/95b4d897-b838-4cf5-9575-ab7b37f22fd6 HTTP/1.1" status: 204 len: 173 time: 1.9561088 Oct 14 18:02:29.061414 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0179be6-f751-4de3-9ce8-6a224a46739b', 'name': 'network-vif-deleted', 'tag': '95b4d897-b838-4cf5-9575-ab7b37f22fd6'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:02:29.063670 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9baa61-22a7-417a-8e5a-caa7801624a6" -d '{"events": [{"server_uuid": "e0179be6-f751-4de3-9ce8-6a224a46739b", "name": "network-vif-deleted", "tag": "95b4d897-b838-4cf5-9575-ab7b37f22fd6"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:02:29.223573 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2712eaa-48ae-44ed-b589-35d55e9fb0b4 x-openstack-request-id: req-a2712eaa-48ae-44ed-b589-35d55e9fb0b4 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:02:29.224258 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0179be6-f751-4de3-9ce8-6a224a46739b", "name": "network-vif-deleted", "tag": "95b4d897-b838-4cf5-9575-ab7b37f22fd6", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:02:29.224258 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2712eaa-48ae-44ed-b589-35d55e9fb0b4 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:02:29.224480 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0179be6-f751-4de3-9ce8-6a224a46739b', 'name': 'network-vif-deleted', 'tag': '95b4d897-b838-4cf5-9575-ab7b37f22fd6', 'status': 'completed', 'code': 200} Oct 14 18:02:29.291072 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bd7a6a97-9742-4b65-814a-cae5ce208f2d req-7cbbca16-6693-4064-83d3-05f4cc7c82ba tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=da194763-1788-4a1b-9a8e-e271841d25f7 HTTP/1.1" status: 200 len: 210 time: 0.0651393 Oct 14 18:02:29.301440 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-39f5e7bc-28f0-4e03-9f56-856091d41fe4 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:29.305632 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-3fe8a3b9-3b44-4b7c-8173-d0a8d892ca97 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks [] for port, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:29.361452 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-39f5e7bc-28f0-4e03-9f56-856091d41fe4 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:29.378956 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-3fe8a3b9-3b44-4b7c-8173-d0a8d892ca97 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:29.397212 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a', '385c47eb-54f1-42ec-803e-405c2628d1f0'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:02:29.441413 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-3fe8a3b9-3b44-4b7c-8173-d0a8d892ca97 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Network c83af823-a336-4acf-9cf9-971bb99a778b is already hosted by enough agents. {{(pid=99718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:02:29.444588 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-3fe8a3b9-3b44-4b7c-8173-d0a8d892ca97 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Resources bound (agent type, host, resource id): {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:02:29.448541 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-3fe8a3b9-3b44-4b7c-8173-d0a8d892ca97 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Received port after_create {{(pid=99718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:02:29.451030 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-39f5e7bc-28f0-4e03-9f56-856091d41fe4 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Network 8689a957-5433-4c26-a109-6a4cd99507da is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:02:29.459487 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-39f5e7bc-28f0-4e03-9f56-856091d41fe4 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:02:29.464935 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-39f5e7bc-28f0-4e03-9f56-856091d41fe4 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:02:29.477462 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8a3b9-3b44-4b7c-8173-d0a8d892ca97 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Pushing event updated for resources: {'Port': ['ID=7cbaa91b-848e-4964-8543-9fcc5e0273a0,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:29.511040 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-3fe8a3b9-3b44-4b7c-8173-d0a8d892ca97 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:29.512059 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-3fe8a3b9-3b44-4b7c-8173-d0a8d892ca97 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for port, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:29.530163 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5e7bc-28f0-4e03-9f56-856091d41fe4 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Pushing event updated for resources: {'Port': ['ID=5d8e5558-de12-421c-b6b6-706e31690e2f,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:29.533361 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-3fe8a3b9-3b44-4b7c-8173-d0a8d892ca97 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9810624 Oct 14 18:02:29.555375 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] Request body: {'port': {'device_id': 'da194763-1788-4a1b-9a8e-e271841d25f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81393'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:29.570914 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-39f5e7bc-28f0-4e03-9f56-856091d41fe4 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:29.571522 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-39f5e7bc-28f0-4e03-9f56-856091d41fe4 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:29.610907 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-39f5e7bc-28f0-4e03-9f56-856091d41fe4 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9613070 Oct 14 18:02:29.621544 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:29.638513 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] Request body: {'port': {'device_id': '6469fdcf-68bc-4362-9dfa-3403def6af0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81393'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:29.676714 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0612667-ae63-483c-9c76-2b1349175234 {{(pid=99719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:02:29.685866 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:29.745798 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:29.761648 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.provisioning_blocks [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] Transition to ACTIVE for port object c0612667-ae63-483c-9c76-2b1349175234 will not be triggered until provisioned by entity L2. {{(pid=99719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 18:02:29.780975 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:29.799723 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device c28eb147-a9db-4f46-888d-cce2fdbd9640 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:02:29.842281 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] Pushing event updated for resources: {'Port': ['ID=c0612667-ae63-483c-9c76-2b1349175234,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:29.877749 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port c28eb147-a9db-4f46-888d-cce2fdbd9640 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:29.878429 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:30.080854 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0cce9d2e-42fc-4b3d-bd7d-313777d94f9e req-ffb13f83-d3fd-4135-b04f-f5ee59544609 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0179be6-f751-4de3-9ce8-6a224a46739b HTTP/1.1" status: 200 len: 210 time: 0.0526736 Oct 14 18:02:30.156525 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.notifiers.nova [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cbaa91b-848e-4964-8543-9fcc5e0273a0 {{(pid=99718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:02:30.164294 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:30.176624 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] Attempting to bind port c0612667-ae63-483c-9c76-2b1349175234 on host hv-cinder-81393 for vnic_type normal with profile {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:02:30.177584 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] Attempting to bind port c0612667-ae63-483c-9c76-2b1349175234 by drivers openvswitch,hyperv on host hv-cinder-81393 at level 0 using segments [{'id': '20e036c6-4f5c-473b-86d3-cfa7d2457742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8689a957-5433-4c26-a109-6a4cd99507da'}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:02:30.178048 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] Attempting to bind port c0612667-ae63-483c-9c76-2b1349175234 on network 8689a957-5433-4c26-a109-6a4cd99507da {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:02:30.178997 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.provisioning_blocks [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] Transition to ACTIVE for port object 7cbaa91b-848e-4964-8543-9fcc5e0273a0 will not be triggered until provisioned by entity L2. {{(pid=99718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 18:02:30.183711 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9121014'] for port, after_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:30.207208 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] Port c0612667-ae63-483c-9c76-2b1349175234 on network 8689a957-5433-4c26-a109-6a4cd99507da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81393 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 18:02:30.207465 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] Attempting to bind port c0612667-ae63-483c-9c76-2b1349175234 on network 8689a957-5433-4c26-a109-6a4cd99507da {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:02:30.218930 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] Checking agent: {'id': '26c515f5-fc83-44a3-9c50-84c881af0873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81393', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'started_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:02:30.219268 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] Checking segment: {'id': '20e036c6-4f5c-473b-86d3-cfa7d2457742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8689a957-5433-4c26-a109-6a4cd99507da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:02:30.219650 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] Bound using segment: {'id': '20e036c6-4f5c-473b-86d3-cfa7d2457742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8689a957-5433-4c26-a109-6a4cd99507da'} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:02:30.221036 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] Bound port: c0612667-ae63-483c-9c76-2b1349175234, host: hv-cinder-81393, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e036c6-4f5c-473b-86d3-cfa7d2457742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8689a957-5433-4c26-a109-6a4cd99507da'}}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:02:30.221409 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:30.259233 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b4b0b-56cd-4e0c-a267-1db5b908e0bc req-3f7a3c53-b307-44fc-aa50-cfbc1681ca89 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:30.260752 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a50b4b0b-56cd-4e0c-a267-1db5b908e0bc req-3f7a3c53-b307-44fc-aa50-cfbc1681ca89 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 932 time: 0.1014116 Oct 14 18:02:30.333489 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7cbaa91b-848e-4964-8543-9fcc5e0273a0,revision_number=2']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:30.350787 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.managers [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] Attempting to bind port 7cbaa91b-848e-4964-8543-9fcc5e0273a0 on host hv-cinder-81393 for vnic_type normal with profile {{(pid=99718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:02:30.351194 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.managers [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] Attempting to bind port 7cbaa91b-848e-4964-8543-9fcc5e0273a0 by drivers openvswitch,hyperv on host hv-cinder-81393 at level 0 using segments [{'id': '931a8068-5c0e-41a2-bb4c-c55889796b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b'}] {{(pid=99718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:02:30.352044 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] Attempting to bind port 7cbaa91b-848e-4964-8543-9fcc5e0273a0 on network c83af823-a336-4acf-9cf9-971bb99a778b {{(pid=99718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:02:30.357240 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] Port 7cbaa91b-848e-4964-8543-9fcc5e0273a0 on network c83af823-a336-4acf-9cf9-971bb99a778b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81393 {{(pid=99718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 18:02:30.357821 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] Attempting to bind port 7cbaa91b-848e-4964-8543-9fcc5e0273a0 on network c83af823-a336-4acf-9cf9-971bb99a778b {{(pid=99718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:02:30.369101 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] Checking agent: {'id': '26c515f5-fc83-44a3-9c50-84c881af0873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81393', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'started_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:02:30.369101 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] Checking segment: {'id': '931a8068-5c0e-41a2-bb4c-c55889796b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:02:30.369101 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] Bound using segment: {'id': '931a8068-5c0e-41a2-bb4c-c55889796b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b'} {{(pid=99718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:02:30.369101 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.managers [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] Bound port: 7cbaa91b-848e-4964-8543-9fcc5e0273a0, host: hv-cinder-81393, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931a8068-5c0e-41a2-bb4c-c55889796b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b'}}] {{(pid=99718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:02:30.369101 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:30.386020 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] For port c0612667-ae63-483c-9c76-2b1349175234, host hv-cinder-81393, cleared binding levels {{(pid=99719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:02:30.390589 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a50b4b0b-56cd-4e0c-a267-1db5b908e0bc req-9a8da11a-4cf8-41ed-a8a2-6800d983813c tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019974 Oct 14 18:02:30.422050 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] For port c0612667-ae63-483c-9c76-2b1349175234, host hv-cinder-81393, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=c0612667-ae63-483c-9c76-2b1349175234,segment=NetworkSegment(20e036c6-4f5c-473b-86d3-cfa7d2457742),segment_id=20e036c6-4f5c-473b-86d3-cfa7d2457742)] {{(pid=99719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:02:30.431912 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:30.437587 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d8e5558-de12-421c-b6b6-706e31690e2f {{(pid=99719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:02:30.471581 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:30.491110 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:30.491647 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:30.493662 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] 10.222.0.32 "PUT /v2.0/ports/c0612667-ae63-483c-9c76-2b1349175234 HTTP/1.1" status: 200 len: 1094 time: 2.1156828 Oct 14 18:02:30.529736 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.provisioning_blocks [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] Transition to ACTIVE for port object 5d8e5558-de12-421c-b6b6-706e31690e2f will not be triggered until provisioned by entity L2. {{(pid=99719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 18:02:30.535348 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c16388-5949-4139-8703-50ac75bead73 req-c4712946-75bb-4c29-ae9b-183060d2cd78 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:30.536397 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38664c-1cea-417d-83da-a3891da9dc23 service neutron] Pushing event updated for resources: {'Port': ['ID=c0612667-ae63-483c-9c76-2b1349175234,revision_number=3']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:30.537623 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d5c16388-5949-4139-8703-50ac75bead73 req-c4712946-75bb-4c29-ae9b-183060d2cd78 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=da194763-1788-4a1b-9a8e-e271841d25f7 HTTP/1.1" status: 200 len: 944 time: 0.0911319 Oct 14 18:02:30.541022 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] For port 7cbaa91b-848e-4964-8543-9fcc5e0273a0, host hv-cinder-81393, cleared binding levels {{(pid=99718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:02:30.542820 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:30.545451 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] For port 7cbaa91b-848e-4964-8543-9fcc5e0273a0, host hv-cinder-81393, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=7cbaa91b-848e-4964-8543-9fcc5e0273a0,segment=NetworkSegment(931a8068-5c0e-41a2-bb4c-c55889796b97),segment_id=931a8068-5c0e-41a2-bb4c-c55889796b97)] {{(pid=99718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:02:30.551764 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9121014'] for port, after_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:30.621031 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7cbaa91b-848e-4964-8543-9fcc5e0273a0,revision_number=3']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:30.648945 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8e5558-de12-421c-b6b6-706e31690e2f,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:30.654197 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:30.654943 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for port, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:30.656614 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-af158071-4d77-46e9-a5c2-4e6ee5bab2a1 service neutron] 10.222.0.32 "PUT /v2.0/ports/7cbaa91b-848e-4964-8543-9fcc5e0273a0 HTTP/1.1" status: 200 len: 1094 time: 1.1066926 Oct 14 18:02:30.657267 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da194763-1788-4a1b-9a8e-e271841d25f7', 'tag': '7cbaa91b-848e-4964-8543-9fcc5e0273a0'}] {{(pid=99718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:02:30.660434 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8f27bdffdb2052dedec3557c5a9650e18fe8e4a7ef2e79a5b2f75573612b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195dbfd5-9893-4560-913f-4f2cae071abc" -d '{"events": [{"name": "network-changed", "server_uuid": "da194763-1788-4a1b-9a8e-e271841d25f7", "tag": "7cbaa91b-848e-4964-8543-9fcc5e0273a0"}]}' {{(pid=99718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:02:30.684427 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d5c16388-5949-4139-8703-50ac75bead73 req-4e202e7f-2272-419b-b264-d28085f6d6cd tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272409 Oct 14 18:02:30.724714 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26437e59-b386-473b-b851-ff6ce9f04e7b x-openstack-request-id: req-26437e59-b386-473b-b851-ff6ce9f04e7b {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:02:30.725083 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da194763-1788-4a1b-9a8e-e271841d25f7", "tag": "7cbaa91b-848e-4964-8543-9fcc5e0273a0", "status": "completed", "code": 200}]} {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:02:30.725192 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26437e59-b386-473b-b851-ff6ce9f04e7b {{(pid=99718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:02:30.725583 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da194763-1788-4a1b-9a8e-e271841d25f7', 'tag': '7cbaa91b-848e-4964-8543-9fcc5e0273a0', 'status': 'completed', 'code': 200} Oct 14 18:02:30.763947 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-0bb12ec4-225b-4189-b8ad-d33ab2b6a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:30.768735 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-0bb12ec4-225b-4189-b8ad-d33ab2b6a99b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec42152cea74457ea58daa46f1101c65&device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 1097 time: 0.2148299 Oct 14 18:02:30.768872 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-df21267c-1bc3-4b6c-b667-a295b696d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:30.772228 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-df21267c-1bc3-4b6c-b667-a295b696d601 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e7c64022d3247eb88c9074d2d71c846&device_id=da194763-1788-4a1b-9a8e-e271841d25f7 HTTP/1.1" status: 200 len: 1097 time: 0.0574815 Oct 14 18:02:30.828391 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-5e0ee1bd-f5f8-4d3a-8403-1191b5db5cb4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cbaa91b-848e-4964-8543-9fcc5e0273a0 HTTP/1.1" status: 200 len: 217 time: 0.0437660 Oct 14 18:02:30.879785 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-845b19cc-87ce-413c-9538-38003a62b520 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0612667-ae63-483c-9c76-2b1349175234 HTTP/1.1" status: 200 len: 217 time: 0.0953879 Oct 14 18:02:30.883944 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] Attempting to bind port 5d8e5558-de12-421c-b6b6-706e31690e2f on host hv-cinder-81393 for vnic_type normal with profile {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:02:30.884289 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] Attempting to bind port 5d8e5558-de12-421c-b6b6-706e31690e2f by drivers openvswitch,hyperv on host hv-cinder-81393 at level 0 using segments [{'id': '20e036c6-4f5c-473b-86d3-cfa7d2457742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8689a957-5433-4c26-a109-6a4cd99507da'}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:02:30.884602 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] Attempting to bind port 5d8e5558-de12-421c-b6b6-706e31690e2f on network 8689a957-5433-4c26-a109-6a4cd99507da {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:02:30.889356 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] Port 5d8e5558-de12-421c-b6b6-706e31690e2f on network 8689a957-5433-4c26-a109-6a4cd99507da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81393 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 18:02:30.889679 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] Attempting to bind port 5d8e5558-de12-421c-b6b6-706e31690e2f on network 8689a957-5433-4c26-a109-6a4cd99507da {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:02:30.892734 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-37decfb9-2bdb-4466-88c7-599a335eb8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:30.896304 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] Checking agent: {'id': '26c515f5-fc83-44a3-9c50-84c881af0873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81393', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'started_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:02:30.896640 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] Checking segment: {'id': '20e036c6-4f5c-473b-86d3-cfa7d2457742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8689a957-5433-4c26-a109-6a4cd99507da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:02:30.897107 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] Bound using segment: {'id': '20e036c6-4f5c-473b-86d3-cfa7d2457742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8689a957-5433-4c26-a109-6a4cd99507da'} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:02:30.897243 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-37decfb9-2bdb-4466-88c7-599a335eb8aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=219e8690-55de-4444-b3f4-7eed7cf9bd62 HTTP/1.1" status: 200 len: 855 time: 0.0598469 Oct 14 18:02:30.897552 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] Bound port: 5d8e5558-de12-421c-b6b6-706e31690e2f, host: hv-cinder-81393, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e036c6-4f5c-473b-86d3-cfa7d2457742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8689a957-5433-4c26-a109-6a4cd99507da'}}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:02:30.898280 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:30.945804 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-7af03ae0-d490-4c22-a3c4-7c55d534605a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c83af823-a336-4acf-9cf9-971bb99a778b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320776 Oct 14 18:02:31.000462 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-3a88ceb1-78da-4dfa-a707-fbf81a584e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:31.001986 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-3a88ceb1-78da-4dfa-a707-fbf81a584e0e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8974b2ed-cd87-434d-9c8c-7bac6a0eee65 HTTP/1.1" status: 200 len: 858 time: 0.0897644 Oct 14 18:02:31.010742 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] For port 5d8e5558-de12-421c-b6b6-706e31690e2f, host hv-cinder-81393, cleared binding levels {{(pid=99719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:02:31.025164 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] For port 5d8e5558-de12-421c-b6b6-706e31690e2f, host hv-cinder-81393, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=5d8e5558-de12-421c-b6b6-706e31690e2f,segment=NetworkSegment(20e036c6-4f5c-473b-86d3-cfa7d2457742),segment_id=20e036c6-4f5c-473b-86d3-cfa7d2457742)] {{(pid=99719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:02:31.035890 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:31.053436 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-663e2b80-99ba-4eec-8306-946852e13c90 service neutron] 10.222.0.32 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970664 Oct 14 18:02:31.062818 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-628055b5-59fd-410e-8330-45931ea8a213 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8689a957-5433-4c26-a109-6a4cd99507da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490377 Oct 14 18:02:31.104756 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:31.105332 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:31.107062 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] 10.222.0.32 "PUT /v2.0/ports/5d8e5558-de12-421c-b6b6-706e31690e2f HTTP/1.1" status: 200 len: 1094 time: 1.4742618 Oct 14 18:02:31.199536 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8b0a9903-b96a-4ef5-9744-a93e5eb932aa req-b0a3be20-176a-423e-b048-1ee4b3e3ea8d service neutron] 10.222.0.32 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377335 Oct 14 18:02:31.215523 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f32957-d1b3-4445-a82b-840d59909eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8e5558-de12-421c-b6b6-706e31690e2f,revision_number=3']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:31.229720 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd752f4-5326-4390-ab6a-449395811f08', 'tag': 'c0612667-ae63-483c-9c76-2b1349175234'}, {'name': 'network-changed', 'server_uuid': '6469fdcf-68bc-4362-9dfa-3403def6af0d', 'tag': '5d8e5558-de12-421c-b6b6-706e31690e2f'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:02:31.232563 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db73649-a211-497f-8627-0d9f140a9188" -d '{"events": [{"name": "network-changed", "server_uuid": "9fd752f4-5326-4390-ab6a-449395811f08", "tag": "c0612667-ae63-483c-9c76-2b1349175234"}, {"name": "network-changed", "server_uuid": "6469fdcf-68bc-4362-9dfa-3403def6af0d", "tag": "5d8e5558-de12-421c-b6b6-706e31690e2f"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:02:31.246770 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-faa3aa96-a625-41f7-8bc1-0cb37b3b0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:31.248381 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-faa3aa96-a625-41f7-8bc1-0cb37b3b0e5a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec42152cea74457ea58daa46f1101c65&device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 1097 time: 0.0921645 Oct 14 18:02:31.307609 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-ee720ddf-96af-4a3c-8d2d-7fafc4a57b5f service neutron] 10.222.0.32 "GET /v2.0/networks/8689a957-5433-4c26-a109-6a4cd99507da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152605 Oct 14 18:02:31.308818 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-31429977-e238-4ff7-b485-e734ef12b8a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d8e5558-de12-421c-b6b6-706e31690e2f HTTP/1.1" status: 200 len: 217 time: 0.0518110 Oct 14 18:02:31.324928 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 14 Oct 2021 18:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5481081d-981c-4f6c-b32d-450914df2ba2 x-openstack-request-id: req-5481081d-981c-4f6c-b32d-450914df2ba2 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:02:31.325349 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fd752f4-5326-4390-ab6a-449395811f08", "tag": "c0612667-ae63-483c-9c76-2b1349175234", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6469fdcf-68bc-4362-9dfa-3403def6af0d", "tag": "5d8e5558-de12-421c-b6b6-706e31690e2f", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:02:31.325608 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5481081d-981c-4f6c-b32d-450914df2ba2 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:02:31.326034 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd752f4-5326-4390-ab6a-449395811f08', 'tag': 'c0612667-ae63-483c-9c76-2b1349175234', 'status': 'completed', 'code': 200} Oct 14 18:02:31.326290 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6469fdcf-68bc-4362-9dfa-3403def6af0d', 'tag': '5d8e5558-de12-421c-b6b6-706e31690e2f', 'status': 'completed', 'code': 200} Oct 14 18:02:31.348806 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dbfd5-9893-4560-913f-4f2cae071abc req-b798a53c-7369-4b2a-a6f0-1c0afe510672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:31.350911 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-195dbfd5-9893-4560-913f-4f2cae071abc req-b798a53c-7369-4b2a-a6f0-1c0afe510672 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e7c64022d3247eb88c9074d2d71c846&device_id=da194763-1788-4a1b-9a8e-e271841d25f7 HTTP/1.1" status: 200 len: 1097 time: 0.0600455 Oct 14 18:02:31.466396 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dbfd5-9893-4560-913f-4f2cae071abc req-5deb503b-bbfa-4f44-9516-7ea4c88ae2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:31.468477 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-195dbfd5-9893-4560-913f-4f2cae071abc req-5deb503b-bbfa-4f44-9516-7ea4c88ae2eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=c83af823-a336-4acf-9cf9-971bb99a778b HTTP/1.1" status: 200 len: 916 time: 0.1037035 Oct 14 18:02:31.488286 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-250c6d86-5882-4f6f-add9-f882c9c3fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:31.489674 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-250c6d86-5882-4f6f-add9-f882c9c3fc35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8974b2ed-cd87-434d-9c8c-7bac6a0eee65 HTTP/1.1" status: 200 len: 858 time: 0.1489983 Oct 14 18:02:31.535895 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-195dbfd5-9893-4560-913f-4f2cae071abc req-ec483eb4-d8eb-42ea-9447-e526202658db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cbaa91b-848e-4964-8543-9fcc5e0273a0 HTTP/1.1" status: 200 len: 217 time: 0.0586309 Oct 14 18:02:31.555375 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-4e7c944f-b674-4874-aabb-16d36e3241d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8689a957-5433-4c26-a109-6a4cd99507da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493422 Oct 14 18:02:31.562272 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-66ab4862-97dd-4887-a3d2-3ecb3a5ecf08 req-a21cb238-fb03-4296-9ac1-8b08d05fe615 service neutron] 10.222.0.32 "GET /v2.0/networks/8689a957-5433-4c26-a109-6a4cd99507da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307611 Oct 14 18:02:31.580279 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46745be-fe15-4ffd-9742-ec9f0b3daed8 req-48581e8a-a503-4f50-83b0-ceeda3857e1e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:31.580675 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-5f3a119a-db94-4757-85e7-d5406d15957b tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:31.581793 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e46745be-fe15-4ffd-9742-ec9f0b3daed8 req-48581e8a-a503-4f50-83b0-ceeda3857e1e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 944 time: 0.1064420 Oct 14 18:02:31.582187 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-5f3a119a-db94-4757-85e7-d5406d15957b tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/networks?id=66f2f444-ab96-4493-8c02-699ea48ed046 HTTP/1.1" status: 200 len: 809 time: 0.1839516 Oct 14 18:02:31.628202 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dbfd5-9893-4560-913f-4f2cae071abc req-a2a58329-b5b6-4028-92dc-10bb3e3d6a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:31.629674 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-195dbfd5-9893-4560-913f-4f2cae071abc req-a2a58329-b5b6-4028-92dc-10bb3e3d6a3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=219e8690-55de-4444-b3f4-7eed7cf9bd62 HTTP/1.1" status: 200 len: 855 time: 0.0844204 Oct 14 18:02:31.633277 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-5c954621-61a9-4b87-b1bf-e83df45b7f2a tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/quotas/5ec5052e248b45f48a3ce23ce6aca188 HTTP/1.1" status: 200 len: 375 time: 0.0430937 Oct 14 18:02:31.642285 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e46745be-fe15-4ffd-9742-ec9f0b3daed8 req-b0f60616-df7e-46f5-bf30-9ee823a16215 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485075 Oct 14 18:02:31.675450 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-195dbfd5-9893-4560-913f-4f2cae071abc req-0ba042a8-6383-4a76-928a-ce8ce8564190 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c83af823-a336-4acf-9cf9-971bb99a778b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285203 Oct 14 18:02:31.676984 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-9e75a32b-fd7b-4139-88eb-2854f0b0adde tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ec5052e248b45f48a3ce23ce6aca188&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379221 Oct 14 18:02:31.712133 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 95b4d897-b838-4cf5-9575-ab7b37f22fd6 no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:02:31.740519 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] No Port match for: 95b4d897-b838-4cf5-9575-ab7b37f22fd6 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:02:31.740767 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 95b4d897-b838-4cf5-9575-ab7b37f22fd6 not bound to the agent host hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:02:31.771679 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-195dbfd5-9893-4560-913f-4f2cae071abc req-b95c4b49-0637-4083-b51a-259809d9468e service neutron] 10.222.0.32 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843382 Oct 14 18:02:31.772966 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-7d18392b-698b-41c7-8b4d-a244e3927352 service neutron] 10.222.0.32 "GET /v2.0/networks/8689a957-5433-4c26-a109-6a4cd99507da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898358 Oct 14 18:02:31.783246 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db73649-a211-497f-8627-0d9f140a9188 req-409b538a-2c31-44b7-a42f-10b0991ece13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:31.784613 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0db73649-a211-497f-8627-0d9f140a9188 req-409b538a-2c31-44b7-a42f-10b0991ece13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec42152cea74457ea58daa46f1101c65&device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 1097 time: 0.1337991 Oct 14 18:02:31.913803 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-b68fce27-0ca5-4132-8fdc-eabecf6f39ac service neutron] 10.222.0.49 "GET /v2.0/networks/66f2f444-ab96-4493-8c02-699ea48ed046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126260 Oct 14 18:02:32.012095 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4ce63c17-5324-4353-91a7-3112e85680a5 req-513a6390-be88-473c-8042-6ffa237c3bf5 service neutron] 10.222.0.32 "GET /v2.0/networks/8689a957-5433-4c26-a109-6a4cd99507da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119377 Oct 14 18:02:32.037943 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db73649-a211-497f-8627-0d9f140a9188 req-c9caf79a-cd9a-4f0b-9eb6-6f84a87fefd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:32.039378 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0db73649-a211-497f-8627-0d9f140a9188 req-c9caf79a-cd9a-4f0b-9eb6-6f84a87fefd2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8689a957-5433-4c26-a109-6a4cd99507da HTTP/1.1" status: 200 len: 919 time: 0.2304547 Oct 14 18:02:32.085222 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5574d6-f91a-41ca-9036-a9c7021a40e3 req-f30cff77-925b-4efa-b66e-abc944cb1013 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:32.086924 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-db5574d6-f91a-41ca-9036-a9c7021a40e3 req-f30cff77-925b-4efa-b66e-abc944cb1013 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=da194763-1788-4a1b-9a8e-e271841d25f7 HTTP/1.1" status: 200 len: 944 time: 0.3068888 Oct 14 18:02:32.097606 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0db73649-a211-497f-8627-0d9f140a9188 req-6989dab4-b42a-45ac-b7d0-04c40ece05a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0612667-ae63-483c-9c76-2b1349175234 HTTP/1.1" status: 200 len: 217 time: 0.0387602 Oct 14 18:02:32.099496 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-f5101bdd-8601-4024-a2f9-f1b713c0fdcb service neutron] 10.222.0.49 "GET /v2.0/networks/66f2f444-ab96-4493-8c02-699ea48ed046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720243 Oct 14 18:02:32.130429 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-195dbfd5-9893-4560-913f-4f2cae071abc req-4a3016c0-1da8-45ad-9f16-67aabf6868a2 service neutron] 10.222.0.32 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408749 Oct 14 18:02:32.159719 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db73649-a211-497f-8627-0d9f140a9188 req-dea04f7f-0015-4b9d-9f46-f0272a10ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:32.161460 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0db73649-a211-497f-8627-0d9f140a9188 req-dea04f7f-0015-4b9d-9f46-f0272a10ff99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8974b2ed-cd87-434d-9c8c-7bac6a0eee65 HTTP/1.1" status: 200 len: 858 time: 0.0540514 Oct 14 18:02:32.191236 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-db5574d6-f91a-41ca-9036-a9c7021a40e3 req-09cf10e5-e1d6-40ff-95a6-0bc6f9ea3828 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580671 Oct 14 18:02:32.202271 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0db73649-a211-497f-8627-0d9f140a9188 req-c97fcb9c-ff31-4621-9807-0756e4fc9b84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8689a957-5433-4c26-a109-6a4cd99507da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302947 Oct 14 18:02:32.321442 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c56b1cdb-fa2a-4c5d-959e-5a5c1304c06a req-ecbd0fbc-6ae7-4521-9569-b85c9d6bcb16 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3b142b-23dc-4edd-8d2b-b114889f282a HTTP/1.1" status: 200 len: 210 time: 0.0361934 Oct 14 18:02:32.370684 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0db73649-a211-497f-8627-0d9f140a9188 req-b880eb45-d78b-4f2d-aaab-7bf5ef6c0df8 service neutron] 10.222.0.32 "GET /v2.0/networks/8689a957-5433-4c26-a109-6a4cd99507da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600556 Oct 14 18:02:32.483603 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0db73649-a211-497f-8627-0d9f140a9188 req-17a38225-e776-41f8-8814-bffba31d8b03 service neutron] 10.222.0.32 "GET /v2.0/networks/8689a957-5433-4c26-a109-6a4cd99507da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000085 Oct 14 18:02:32.604677 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db73649-a211-497f-8627-0d9f140a9188 req-c57b0a13-0929-46c3-95fe-4d776a961feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:32.606146 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0db73649-a211-497f-8627-0d9f140a9188 req-c57b0a13-0929-46c3-95fe-4d776a961feb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec42152cea74457ea58daa46f1101c65&device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 1097 time: 0.0673773 Oct 14 18:02:32.666351 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 51342) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:32.729764 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db73649-a211-497f-8627-0d9f140a9188 req-92387176-a95d-4c3a-95c9-3f511904ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:32.731454 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0db73649-a211-497f-8627-0d9f140a9188 req-92387176-a95d-4c3a-95c9-3f511904ec47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8689a957-5433-4c26-a109-6a4cd99507da HTTP/1.1" status: 200 len: 919 time: 0.1164680 Oct 14 18:02:32.812915 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216b881-724e-43c2-ac74-036181197928 req-ed1aaaca-1590-4df7-8440-6ed6f252948b tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:32.815600 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0db73649-a211-497f-8627-0d9f140a9188 req-a4a605ae-921c-4454-af6d-c2949fccd486 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d8e5558-de12-421c-b6b6-706e31690e2f HTTP/1.1" status: 200 len: 217 time: 0.0621579 Oct 14 18:02:32.816769 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d216b881-724e-43c2-ac74-036181197928 req-ed1aaaca-1590-4df7-8440-6ed6f252948b tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 944 time: 0.0715427 Oct 14 18:02:32.868479 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d216b881-724e-43c2-ac74-036181197928 req-82daa46e-47a6-41ad-a053-1c90154a9d82 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409102 Oct 14 18:02:33.170974 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db73649-a211-497f-8627-0d9f140a9188 req-17bd72af-7d98-4e2c-9e91-4c29d15f954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:33.172439 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0db73649-a211-497f-8627-0d9f140a9188 req-17bd72af-7d98-4e2c-9e91-4c29d15f954c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8974b2ed-cd87-434d-9c8c-7bac6a0eee65 HTTP/1.1" status: 200 len: 858 time: 0.3483019 Oct 14 18:02:33.175751 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-ef24909f-853d-414c-b63c-87c020a03ace admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d49a3e0999594e429b8c3690aa33b424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5080135 Oct 14 18:02:33.178520 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 51358) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:33.210178 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0db73649-a211-497f-8627-0d9f140a9188 req-7d6679fd-e397-42ef-aa49-394ba4e2aab9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8689a957-5433-4c26-a109-6a4cd99507da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279915 Oct 14 18:02:33.242537 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-172d8571-53c2-49be-aee1-4f7b72f617da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:33.265629 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-172d8571-53c2-49be-aee1-4f7b72f617da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:33.333512 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-172d8571-53c2-49be-aee1-4f7b72f617da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:33.341353 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-172d8571-53c2-49be-aee1-4f7b72f617da admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:33.342936 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-172d8571-53c2-49be-aee1-4f7b72f617da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8078dcc3-c5c9-4017-bf49-dd68fc31f4f2 HTTP/1.1" status: 204 len: 168 time: 0.1630740 Oct 14 18:02:33.352158 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d8571-53c2-49be-aee1-4f7b72f617da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8078dcc3-c5c9-4017-bf49-dd68fc31f4f2,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:33.371599 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c414a21-3b77-4622-86da-1ace55f95f79 req-68e06c5e-72ae-4a3a-b120-9a3ed691dc11 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:33.373176 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0c414a21-3b77-4622-86da-1ace55f95f79 req-68e06c5e-72ae-4a3a-b120-9a3ed691dc11 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=da194763-1788-4a1b-9a8e-e271841d25f7 HTTP/1.1" status: 200 len: 944 time: 0.0987663 Oct 14 18:02:33.413184 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0db73649-a211-497f-8627-0d9f140a9188 req-02455b7c-0225-45a7-b49a-d77b22e26994 service neutron] 10.222.0.32 "GET /v2.0/networks/8689a957-5433-4c26-a109-6a4cd99507da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921299 Oct 14 18:02:33.490382 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0c414a21-3b77-4622-86da-1ace55f95f79 req-f5deef93-b875-45ac-9624-e305841132fc tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055441 Oct 14 18:02:33.557846 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d7808b75-b2e8-4110-b800-b974dbade941 req-652dc2b2-3c1c-4b8d-989d-2c95e34c3928 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3b142b-23dc-4edd-8d2b-b114889f282a HTTP/1.1" status: 200 len: 210 time: 0.1060193 Oct 14 18:02:33.563189 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0db73649-a211-497f-8627-0d9f140a9188 req-909e20ea-9cc6-46e9-a819-06e0e929b26a service neutron] 10.222.0.32 "GET /v2.0/networks/8689a957-5433-4c26-a109-6a4cd99507da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404729 Oct 14 18:02:33.741994 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-49a17294-0fbf-4c3e-a580-242077f7365f tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:33.743522 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-49a17294-0fbf-4c3e-a580-242077f7365f tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.32 "GET /v2.0/networks?id=66f2f444-ab96-4493-8c02-699ea48ed046 HTTP/1.1" status: 200 len: 809 time: 0.2640967 Oct 14 18:02:33.762195 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-b29706ee-86d5-442f-9578-2af6cc22c99a tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Request body: {'port': {'device_id': 'dd3b142b-23dc-4edd-8d2b-b114889f282a', 'network_id': '66f2f444-ab96-4493-8c02-699ea48ed046', 'admin_state_up': True, 'tenant_id': '5ec5052e248b45f48a3ce23ce6aca188'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:33.885622 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-b29706ee-86d5-442f-9578-2af6cc22c99a tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Made reservation on behalf of 5ec5052e248b45f48a3ce23ce6aca188 for: {'port': 1} {{(pid=99718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:02:33.889297 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-b29706ee-86d5-442f-9578-2af6cc22c99a tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:34.022232 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cb6bd-8514-4518-8c9e-02f565abec75 req-dd428600-ea58-4724-9f3e-3a643eaae385 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:34.023821 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ef0cb6bd-8514-4518-8c9e-02f565abec75 req-dd428600-ea58-4724-9f3e-3a643eaae385 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 944 time: 0.0680285 Oct 14 18:02:34.044830 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_common [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-b29706ee-86d5-442f-9578-2af6cc22c99a tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Allocated IP 172.20.0.12 (66f2f444-ab96-4493-8c02-699ea48ed046/df8bb6cb-f95a-4554-80db-9eba2f93a292/12cec2ad-3aff-485e-8738-7f3da28a6ab4) {{(pid=99718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:02:34.071561 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ef0cb6bd-8514-4518-8c9e-02f565abec75 req-fdb51ff1-d090-4420-87ac-7ba3a40efdf8 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411994 Oct 14 18:02:34.212344 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-b29706ee-86d5-442f-9578-2af6cc22c99a tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Notify callbacks [] for port, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:34.249241 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-b29706ee-86d5-442f-9578-2af6cc22c99a tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:34.293681 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-b29706ee-86d5-442f-9578-2af6cc22c99a tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Network 66f2f444-ab96-4493-8c02-699ea48ed046 is already hosted by enough agents. {{(pid=99718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:02:34.296642 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-b29706ee-86d5-442f-9578-2af6cc22c99a tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Resources bound (agent type, host, resource id): {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:02:34.299661 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-b29706ee-86d5-442f-9578-2af6cc22c99a tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Received port after_create {{(pid=99718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:02:34.329793 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29706ee-86d5-442f-9578-2af6cc22c99a tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Pushing event updated for resources: {'Port': ['ID=12cec2ad-3aff-485e-8738-7f3da28a6ab4,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:34.360436 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-b29706ee-86d5-442f-9578-2af6cc22c99a tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:34.361903 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-b29706ee-86d5-442f-9578-2af6cc22c99a tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for port, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:34.380354 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-b29706ee-86d5-442f-9578-2af6cc22c99a tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6252978 Oct 14 18:02:34.393655 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] Request body: {'port': {'device_id': 'dd3b142b-23dc-4edd-8d2b-b114889f282a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81393'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:34.454728 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:34.677649 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351e907-6fd1-409b-af7f-ebf1e781e176 req-415412f9-d308-499d-9dbd-707ed2c11615 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:34.679123 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4351e907-6fd1-409b-af7f-ebf1e781e176 req-415412f9-d308-499d-9dbd-707ed2c11615 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=da194763-1788-4a1b-9a8e-e271841d25f7 HTTP/1.1" status: 200 len: 944 time: 0.1066244 Oct 14 18:02:34.723731 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3ce60-2c88-4eff-b4bb-5e42df28d27c req-9a30e591-31f0-4d16-ae63-1e4b7aed54dc tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:34.725443 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a1b3ce60-2c88-4eff-b4bb-5e42df28d27c req-9a30e591-31f0-4d16-ae63-1e4b7aed54dc tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3b142b-23dc-4edd-8d2b-b114889f282a HTTP/1.1" status: 200 len: 932 time: 0.0591645 Oct 14 18:02:34.751769 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4351e907-6fd1-409b-af7f-ebf1e781e176 req-d4ebeac7-8a1a-4934-9d12-3f919353c95c tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632815 Oct 14 18:02:34.787037 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a1b3ce60-2c88-4eff-b4bb-5e42df28d27c req-090d0ab8-7264-410d-a754-5a46254e3f45 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533609 Oct 14 18:02:34.864020 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.notifiers.nova [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12cec2ad-3aff-485e-8738-7f3da28a6ab4 {{(pid=99718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:02:34.878227 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:34.896771 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.provisioning_blocks [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] Transition to ACTIVE for port object 12cec2ad-3aff-485e-8738-7f3da28a6ab4 will not be triggered until provisioned by entity L2. {{(pid=99718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 18:02:34.901007 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9121014'] for port, after_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:34.959245 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] Pushing event updated for resources: {'Port': ['ID=12cec2ad-3aff-485e-8738-7f3da28a6ab4,revision_number=2']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:35.023110 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.managers [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] Attempting to bind port 12cec2ad-3aff-485e-8738-7f3da28a6ab4 on host hv-cinder-81393 for vnic_type normal with profile {{(pid=99718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:02:35.023486 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.managers [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] Attempting to bind port 12cec2ad-3aff-485e-8738-7f3da28a6ab4 by drivers openvswitch,hyperv on host hv-cinder-81393 at level 0 using segments [{'id': '761cadf4-fb74-4e24-864d-448ed349a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '66f2f444-ab96-4493-8c02-699ea48ed046'}] {{(pid=99718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:02:35.023807 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] Attempting to bind port 12cec2ad-3aff-485e-8738-7f3da28a6ab4 on network 66f2f444-ab96-4493-8c02-699ea48ed046 {{(pid=99718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:02:35.028168 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] Port 12cec2ad-3aff-485e-8738-7f3da28a6ab4 on network 66f2f444-ab96-4493-8c02-699ea48ed046 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81393 {{(pid=99718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 18:02:35.028481 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] Attempting to bind port 12cec2ad-3aff-485e-8738-7f3da28a6ab4 on network 66f2f444-ab96-4493-8c02-699ea48ed046 {{(pid=99718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:02:35.033230 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] Checking agent: {'id': '26c515f5-fc83-44a3-9c50-84c881af0873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81393', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'started_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:02:35.033558 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] Checking segment: {'id': '761cadf4-fb74-4e24-864d-448ed349a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '66f2f444-ab96-4493-8c02-699ea48ed046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:02:35.033930 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] Bound using segment: {'id': '761cadf4-fb74-4e24-864d-448ed349a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '66f2f444-ab96-4493-8c02-699ea48ed046'} {{(pid=99718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:02:35.034343 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.managers [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] Bound port: 12cec2ad-3aff-485e-8738-7f3da28a6ab4, host: hv-cinder-81393, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761cadf4-fb74-4e24-864d-448ed349a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '66f2f444-ab96-4493-8c02-699ea48ed046'}}] {{(pid=99718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:02:35.034683 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:35.098086 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] For port 12cec2ad-3aff-485e-8738-7f3da28a6ab4, host hv-cinder-81393, cleared binding levels {{(pid=99718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:02:35.101226 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] For port 12cec2ad-3aff-485e-8738-7f3da28a6ab4, host hv-cinder-81393, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=12cec2ad-3aff-485e-8738-7f3da28a6ab4,segment=NetworkSegment(761cadf4-fb74-4e24-864d-448ed349a165),segment_id=761cadf4-fb74-4e24-864d-448ed349a165)] {{(pid=99718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:02:35.105422 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9121014'] for port, after_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:35.138375 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:35.138980 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for port, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:35.140397 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] 10.222.0.32 "PUT /v2.0/ports/12cec2ad-3aff-485e-8738-7f3da28a6ab4 HTTP/1.1" status: 200 len: 1094 time: 0.7520418 Oct 14 18:02:35.140830 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3b142b-23dc-4edd-8d2b-b114889f282a', 'tag': '12cec2ad-3aff-485e-8738-7f3da28a6ab4'}] {{(pid=99718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:02:35.144295 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8f27bdffdb2052dedec3557c5a9650e18fe8e4a7ef2e79a5b2f75573612b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d0cf6c-f5d7-487a-8465-a997a907be80" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3b142b-23dc-4edd-8d2b-b114889f282a", "tag": "12cec2ad-3aff-485e-8738-7f3da28a6ab4"}]}' {{(pid=99718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:02:35.200263 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97076a02-59db-4541-a66d-3fa02fb82faf x-openstack-request-id: req-97076a02-59db-4541-a66d-3fa02fb82faf {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:02:35.200543 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3b142b-23dc-4edd-8d2b-b114889f282a", "tag": "12cec2ad-3aff-485e-8738-7f3da28a6ab4", "status": "completed", "code": 200}]} {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:02:35.200796 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97076a02-59db-4541-a66d-3fa02fb82faf {{(pid=99718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:02:35.201207 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3b142b-23dc-4edd-8d2b-b114889f282a', 'tag': '12cec2ad-3aff-485e-8738-7f3da28a6ab4', 'status': 'completed', 'code': 200} Oct 14 18:02:35.225770 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b2049-1757-4904-89c3-6d9e2b39dc35 service neutron] Pushing event updated for resources: {'Port': ['ID=12cec2ad-3aff-485e-8738-7f3da28a6ab4,revision_number=3']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:35.251050 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8e413-6fe9-445e-8573-54f2918f968a req-14433b16-6200-4b42-a04b-d0596667cf20 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:35.253071 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8bd8e413-6fe9-445e-8573-54f2918f968a req-14433b16-6200-4b42-a04b-d0596667cf20 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 944 time: 0.1054547 Oct 14 18:02:35.254734 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-ce163138-e267-41d1-9330-ccc220e00a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:35.256031 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-ce163138-e267-41d1-9330-ccc220e00a69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ec5052e248b45f48a3ce23ce6aca188&device_id=dd3b142b-23dc-4edd-8d2b-b114889f282a HTTP/1.1" status: 200 len: 1097 time: 0.0742950 Oct 14 18:02:35.306154 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-0599c733-4b88-402d-ad3f-2bf7a3d04da6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12cec2ad-3aff-485e-8738-7f3da28a6ab4 HTTP/1.1" status: 200 len: 217 time: 0.0415051 Oct 14 18:02:35.347598 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8bd8e413-6fe9-445e-8573-54f2918f968a req-fbbb0c1f-eed3-4319-9bb3-1b36aa035fc6 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885625 Oct 14 18:02:35.364859 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-c9f41353-f4f6-4991-b29f-7d56093595d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:35.366345 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-c9f41353-f4f6-4991-b29f-7d56093595d6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df8bb6cb-f95a-4554-80db-9eba2f93a292 HTTP/1.1" status: 200 len: 849 time: 0.0492713 Oct 14 18:02:35.397903 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-d70e52eb-e8aa-4d90-b7ee-8f8d00f59a1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66f2f444-ab96-4493-8c02-699ea48ed046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241404 Oct 14 18:02:35.485520 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-3017e2f9-fe2a-47c2-8294-41981c7a63e8 service neutron] 10.222.0.32 "GET /v2.0/networks/66f2f444-ab96-4493-8c02-699ea48ed046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806541 Oct 14 18:02:35.571219 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2cb4c26b-b99e-45d0-9295-546c4d09c397 req-11af5f2b-5e29-4bc6-909b-c1e2fa4a958d service neutron] 10.222.0.32 "GET /v2.0/networks/66f2f444-ab96-4493-8c02-699ea48ed046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787640 Oct 14 18:02:35.654885 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0cf6c-f5d7-487a-8465-a997a907be80 req-209220ca-7b70-4c91-8946-78f1582e4b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:35.656251 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f2d0cf6c-f5d7-487a-8465-a997a907be80 req-209220ca-7b70-4c91-8946-78f1582e4b41 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ec5052e248b45f48a3ce23ce6aca188&device_id=dd3b142b-23dc-4edd-8d2b-b114889f282a HTTP/1.1" status: 200 len: 1097 time: 0.0434058 Oct 14 18:02:35.737599 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device c0612667-ae63-483c-9c76-2b1349175234 details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:02:35.743933 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0cf6c-f5d7-487a-8465-a997a907be80 req-e16e08ed-3bd1-4908-a99d-a6d90651e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:35.745411 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f2d0cf6c-f5d7-487a-8465-a997a907be80 req-e16e08ed-3bd1-4908-a99d-a6d90651e299 service neutron] 10.222.0.32 "GET /v2.0/networks?id=66f2f444-ab96-4493-8c02-699ea48ed046 HTTP/1.1" status: 200 len: 910 time: 0.0819228 Oct 14 18:02:35.790691 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f2d0cf6c-f5d7-487a-8465-a997a907be80 req-fc5c8ce4-1e58-4976-b3fe-ff54d914e6c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12cec2ad-3aff-485e-8738-7f3da28a6ab4 HTTP/1.1" status: 200 len: 217 time: 0.0375011 Oct 14 18:02:35.841625 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0cf6c-f5d7-487a-8465-a997a907be80 req-81eb2fe6-2735-4333-9a2f-d3c7f27bf023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:35.843279 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f2d0cf6c-f5d7-487a-8465-a997a907be80 req-81eb2fe6-2735-4333-9a2f-d3c7f27bf023 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df8bb6cb-f95a-4554-80db-9eba2f93a292 HTTP/1.1" status: 200 len: 849 time: 0.0466387 Oct 14 18:02:35.859584 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port c0612667-ae63-483c-9c76-2b1349175234, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=c0612667-ae63-483c-9c76-2b1349175234,segment=NetworkSegment(20e036c6-4f5c-473b-86d3-cfa7d2457742),segment_id=20e036c6-4f5c-473b-86d3-cfa7d2457742)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:35.881224 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': 'c0612667-ae63-483c-9c76-2b1349175234', 'network_id': '8689a957-5433-4c26-a109-6a4cd99507da', 'port_id': 'c0612667-ae63-483c-9c76-2b1349175234', 'mac_address': 'fa:16:3e:29:fa:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8974b2ed-cd87-434d-9c8c-7bac6a0eee65', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:02:35.881932 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f2d0cf6c-f5d7-487a-8465-a997a907be80 req-566d840a-1ed8-411f-be17-b5f571a333d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66f2f444-ab96-4493-8c02-699ea48ed046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306394 Oct 14 18:02:35.919166 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76fffd-2c9d-4685-8b52-a8bb1af3066c req-e7d9351a-1b1a-4829-9559-5e8cfebb1d8a tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:35.925032 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ad76fffd-2c9d-4685-8b52-a8bb1af3066c req-e7d9351a-1b1a-4829-9559-5e8cfebb1d8a tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=da194763-1788-4a1b-9a8e-e271841d25f7 HTTP/1.1" status: 200 len: 944 time: 0.0932152 Oct 14 18:02:35.931013 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:35.948510 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0612667-ae63-483c-9c76-2b1349175234 {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:02:35.968798 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ad76fffd-2c9d-4685-8b52-a8bb1af3066c req-ce4ff52c-acd7-4291-94df-89627e38cec8 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400951 Oct 14 18:02:35.986013 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port c0612667-ae63-483c-9c76-2b1349175234, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=c0612667-ae63-483c-9c76-2b1349175234,segment=NetworkSegment(20e036c6-4f5c-473b-86d3-cfa7d2457742),segment_id=20e036c6-4f5c-473b-86d3-cfa7d2457742)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:35.992799 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:35.994731 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 7cbaa91b-848e-4964-8543-9fcc5e0273a0 details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:02:36.018932 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f82dd6-1a37-48ed-9b73-67c9513482c7 req-311c40be-2cfd-4571-abd7-c7aebe403d41 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:36.020438 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d8f82dd6-1a37-48ed-9b73-67c9513482c7 req-311c40be-2cfd-4571-abd7-c7aebe403d41 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3b142b-23dc-4edd-8d2b-b114889f282a HTTP/1.1" status: 200 len: 944 time: 0.1220322 Oct 14 18:02:36.034333 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f2d0cf6c-f5d7-487a-8465-a997a907be80 req-05b7a22e-9a04-41a7-9afc-de022c15ffaf service neutron] 10.222.0.32 "GET /v2.0/networks/66f2f444-ab96-4493-8c02-699ea48ed046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438577 Oct 14 18:02:36.185795 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f2d0cf6c-f5d7-487a-8465-a997a907be80 req-8a5abefa-0bdb-4920-922d-51cf9772f95c service neutron] 10.222.0.32 "GET /v2.0/networks/66f2f444-ab96-4493-8c02-699ea48ed046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352801 Oct 14 18:02:36.188675 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d8f82dd6-1a37-48ed-9b73-67c9513482c7 req-05725c79-226e-48f3-bbfa-a6d9a1a7ab21 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585944 Oct 14 18:02:36.240120 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=c0612667-ae63-483c-9c76-2b1349175234,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:36.281600 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 7cbaa91b-848e-4964-8543-9fcc5e0273a0, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=7cbaa91b-848e-4964-8543-9fcc5e0273a0,segment=NetworkSegment(931a8068-5c0e-41a2-bb4c-c55889796b97),segment_id=931a8068-5c0e-41a2-bb4c-c55889796b97)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:36.293032 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': '7cbaa91b-848e-4964-8543-9fcc5e0273a0', 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b', 'port_id': '7cbaa91b-848e-4964-8543-9fcc5e0273a0', 'mac_address': 'fa:16:3e:70:28:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219e8690-55de-4444-b3f4-7eed7cf9bd62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:02:36.327638 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:36.343419 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cbaa91b-848e-4964-8543-9fcc5e0273a0 {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:02:36.363510 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 7cbaa91b-848e-4964-8543-9fcc5e0273a0, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=7cbaa91b-848e-4964-8543-9fcc5e0273a0,segment=NetworkSegment(931a8068-5c0e-41a2-bb4c-c55889796b97),segment_id=931a8068-5c0e-41a2-bb4c-c55889796b97)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:36.367245 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:36.367884 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 5d8e5558-de12-421c-b6b6-706e31690e2f details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:02:36.431356 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=7cbaa91b-848e-4964-8543-9fcc5e0273a0,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:36.434899 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 5d8e5558-de12-421c-b6b6-706e31690e2f, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=5d8e5558-de12-421c-b6b6-706e31690e2f,segment=NetworkSegment(20e036c6-4f5c-473b-86d3-cfa7d2457742),segment_id=20e036c6-4f5c-473b-86d3-cfa7d2457742)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:36.445525 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': '5d8e5558-de12-421c-b6b6-706e31690e2f', 'network_id': '8689a957-5433-4c26-a109-6a4cd99507da', 'port_id': '5d8e5558-de12-421c-b6b6-706e31690e2f', 'mac_address': 'fa:16:3e:ab:e9:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8974b2ed-cd87-434d-9c8c-7bac6a0eee65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:02:36.466012 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b690d5-b4cd-4398-a273-ec2ed7790410 req-f45ea77f-3513-4eeb-a270-32d91dc2e9d4 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:36.467478 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a7b690d5-b4cd-4398-a273-ec2ed7790410 req-f45ea77f-3513-4eeb-a270-32d91dc2e9d4 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 944 time: 0.0510490 Oct 14 18:02:36.483198 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:36.495696 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d8e5558-de12-421c-b6b6-706e31690e2f {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:02:36.505625 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a7b690d5-b4cd-4398-a273-ec2ed7790410 req-f8fde668-7a79-49d8-bf57-9fd39730ac66 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312905 Oct 14 18:02:36.515032 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 5d8e5558-de12-421c-b6b6-706e31690e2f, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=5d8e5558-de12-421c-b6b6-706e31690e2f,segment=NetworkSegment(20e036c6-4f5c-473b-86d3-cfa7d2457742),segment_id=20e036c6-4f5c-473b-86d3-cfa7d2457742)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:36.520246 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:36.570012 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=5d8e5558-de12-421c-b6b6-706e31690e2f,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:37.085588 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05db774-14b1-4296-bf69-b6d4e8dfebb7 req-a1ca1229-1d8b-4fef-ac09-1a87afa16f2b tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:37.087049 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-a05db774-14b1-4296-bf69-b6d4e8dfebb7 req-a1ca1229-1d8b-4fef-ac09-1a87afa16f2b tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=da194763-1788-4a1b-9a8e-e271841d25f7 HTTP/1.1" status: 200 len: 945 time: 0.0477581 Oct 14 18:02:37.124345 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-a05db774-14b1-4296-bf69-b6d4e8dfebb7 req-952884b6-8b02-4d15-bd9c-23559a70b122 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309451 Oct 14 18:02:38.897712 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-4e0076a3-85a5-45a0-8bbf-18188b2b207e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:39.306019 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0c910-7f9a-4936-ad9a-50179db39963 req-79fe8ee8-dee9-49bb-a5b8-b7b91a08032a tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:39.307532 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b1f0c910-7f9a-4936-ad9a-50179db39963 req-79fe8ee8-dee9-49bb-a5b8-b7b91a08032a tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3b142b-23dc-4edd-8d2b-b114889f282a HTTP/1.1" status: 200 len: 944 time: 0.0492792 Oct 14 18:02:39.327708 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cb789-5b56-4847-9d16-7bcad4a916ae req-ead024b7-8eda-4dcb-9982-aefcd2c5c0a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:39.330230 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f74cb789-5b56-4847-9d16-7bcad4a916ae req-ead024b7-8eda-4dcb-9982-aefcd2c5c0a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 945 time: 0.0543702 Oct 14 18:02:39.349168 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b1f0c910-7f9a-4936-ad9a-50179db39963 req-fb301374-8c12-401c-b968-0a3848c63ee9 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323045 Oct 14 18:02:39.372305 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f74cb789-5b56-4847-9d16-7bcad4a916ae req-5fc4479a-1e2e-452f-81d4-d85344d13dfd tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368733 Oct 14 18:02:39.463474 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ab463-1046-4142-9775-c5ca56e8ac3f req-585b89e1-b774-4e10-851a-fa028640cf24 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:39.465112 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7b5ab463-1046-4142-9775-c5ca56e8ac3f req-585b89e1-b774-4e10-851a-fa028640cf24 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=da194763-1788-4a1b-9a8e-e271841d25f7 HTTP/1.1" status: 200 len: 945 time: 0.0538113 Oct 14 18:02:39.512508 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7b5ab463-1046-4142-9775-c5ca56e8ac3f req-1cda1d5c-81e5-4579-bfed-6d2341191a18 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393579 Oct 14 18:02:39.538627 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['c0612667-ae63-483c-9c76-2b1349175234'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:02:39.560906 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['7cbaa91b-848e-4964-8543-9fcc5e0273a0'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:02:39.566915 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['5d8e5558-de12-421c-b6b6-706e31690e2f'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:02:40.466228 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 51540) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:40.479879 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64055192-ed91-469c-a23c-8f45d8f3f587 req-4f6e4b67-f2d2-4bca-b1b0-b6033b78a12c tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:40.481385 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-64055192-ed91-469c-a23c-8f45d8f3f587 req-4f6e4b67-f2d2-4bca-b1b0-b6033b78a12c tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3b142b-23dc-4edd-8d2b-b114889f282a HTTP/1.1" status: 200 len: 944 time: 0.0580127 Oct 14 18:02:40.515777 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab90780-7fa9-4556-9783-41024c49e09b req-46034bdc-f372-456b-a44e-23dac9772004 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:40.517310 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1ab90780-7fa9-4556-9783-41024c49e09b req-46034bdc-f372-456b-a44e-23dac9772004 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 945 time: 0.0613101 Oct 14 18:02:40.543187 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-64055192-ed91-469c-a23c-8f45d8f3f587 req-d56b864a-fcd6-4463-a400-a25e04af124f tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548718 Oct 14 18:02:40.570508 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1ab90780-7fa9-4556-9783-41024c49e09b req-ad3d4781-9eb5-45cf-8788-b33c1b28d41d tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454774 Oct 14 18:02:40.638571 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-fa83f9c1-8b11-43a4-8b39-604aecd23b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:40.670269 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbdb60-a0da-4311-80ee-3ada81b0953b req-1ba95ea5-dc22-4a28-a0f5-b29102080faf tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:40.671857 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d6bbdb60-a0da-4311-80ee-3ada81b0953b req-1ba95ea5-dc22-4a28-a0f5-b29102080faf tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=da194763-1788-4a1b-9a8e-e271841d25f7 HTTP/1.1" status: 200 len: 945 time: 0.0764794 Oct 14 18:02:40.728151 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d6bbdb60-a0da-4311-80ee-3ada81b0953b req-162bf6b5-853d-46fa-bf2a-f755b6d57fe6 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467606 Oct 14 18:02:40.772796 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-fa83f9c1-8b11-43a4-8b39-604aecd23b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:40.777431 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-fa83f9c1-8b11-43a4-8b39-604aecd23b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:40.825346 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 51552) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:40.825482 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-fa83f9c1-8b11-43a4-8b39-604aecd23b52 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d544958b27e649b399fc975535054030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570070 Oct 14 18:02:40.826343 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83f9c1-8b11-43a4-8b39-604aecd23b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45163a8-25d8-402a-baae-6217bfec7b2b,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:40.899511 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-cc6e4dea-26a5-44b7-9bd7-8adb60581341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:40.922207 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-cc6e4dea-26a5-44b7-9bd7-8adb60581341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:40.973163 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-cc6e4dea-26a5-44b7-9bd7-8adb60581341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:40.975639 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-cc6e4dea-26a5-44b7-9bd7-8adb60581341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:40.976788 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-cc6e4dea-26a5-44b7-9bd7-8adb60581341 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e45163a8-25d8-402a-baae-6217bfec7b2b HTTP/1.1" status: 204 len: 168 time: 0.1501284 Oct 14 18:02:40.984244 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e4dea-26a5-44b7-9bd7-8adb60581341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45163a8-25d8-402a-baae-6217bfec7b2b,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:41.190351 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 12cec2ad-3aff-485e-8738-7f3da28a6ab4 details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:02:41.198243 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 7cbaa91b-848e-4964-8543-9fcc5e0273a0 up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:02:41.240528 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:41.318723 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning for port 7cbaa91b-848e-4964-8543-9fcc5e0273a0 completed by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 18:02:41.330089 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port 7cbaa91b-848e-4964-8543-9fcc5e0273a0 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:41.330463 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:41.364790 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 12cec2ad-3aff-485e-8738-7f3da28a6ab4, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=12cec2ad-3aff-485e-8738-7f3da28a6ab4,segment=NetworkSegment(761cadf4-fb74-4e24-864d-448ed349a165),segment_id=761cadf4-fb74-4e24-864d-448ed349a165)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:41.383209 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': '12cec2ad-3aff-485e-8738-7f3da28a6ab4', 'network_id': '66f2f444-ab96-4493-8c02-699ea48ed046', 'port_id': '12cec2ad-3aff-485e-8738-7f3da28a6ab4', 'mac_address': 'fa:16:3e:d4:f8:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8bb6cb-f95a-4554-80db-9eba2f93a292', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:02:41.453518 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:41.467471 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:41.476684 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12cec2ad-3aff-485e-8738-7f3da28a6ab4 {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:02:41.506496 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 12cec2ad-3aff-485e-8738-7f3da28a6ab4, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=12cec2ad-3aff-485e-8738-7f3da28a6ab4,segment=NetworkSegment(761cadf4-fb74-4e24-864d-448ed349a165),segment_id=761cadf4-fb74-4e24-864d-448ed349a165)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:41.511215 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da194763-1788-4a1b-9a8e-e271841d25f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbaa91b-848e-4964-8543-9fcc5e0273a0'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:02:41.513201 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c69a28-f8fc-48d5-ba59-eab606fff51e" -d '{"events": [{"server_uuid": "da194763-1788-4a1b-9a8e-e271841d25f7", "name": "network-vif-plugged", "status": "completed", "tag": "7cbaa91b-848e-4964-8543-9fcc5e0273a0"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:02:41.522521 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:41.528316 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 7cbaa91b-848e-4964-8543-9fcc5e0273a0, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=7cbaa91b-848e-4964-8543-9fcc5e0273a0,segment=NetworkSegment(931a8068-5c0e-41a2-bb4c-c55889796b97),segment_id=931a8068-5c0e-41a2-bb4c-c55889796b97)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:41.551058 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:41.551829 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device c0612667-ae63-483c-9c76-2b1349175234 up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:02:41.578084 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e873c0f-c308-4ade-90f9-8b72a964303b x-openstack-request-id: req-2e873c0f-c308-4ade-90f9-8b72a964303b {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:02:41.578465 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da194763-1788-4a1b-9a8e-e271841d25f7", "name": "network-vif-plugged", "status": "completed", "tag": "7cbaa91b-848e-4964-8543-9fcc5e0273a0", "code": 200}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:02:41.578727 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e873c0f-c308-4ade-90f9-8b72a964303b {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:02:41.579131 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da194763-1788-4a1b-9a8e-e271841d25f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbaa91b-848e-4964-8543-9fcc5e0273a0', 'code': 200} Oct 14 18:02:41.629987 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-76103ba1-cd5f-443c-afa4-fc2d5ec84ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:41.634267 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=12cec2ad-3aff-485e-8738-7f3da28a6ab4,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:41.636908 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:41.697439 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning for port c0612667-ae63-483c-9c76-2b1349175234 completed by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 18:02:41.717283 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port c0612667-ae63-483c-9c76-2b1349175234 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:41.717824 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:41.720221 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=7cbaa91b-848e-4964-8543-9fcc5e0273a0,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:41.749313 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c8665-2614-4ea8-9787-97739f9c1e88 req-55dfa37c-a0bf-4f8e-be22-78ea956cca8e tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:41.758458 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f52c8665-2614-4ea8-9787-97739f9c1e88 req-55dfa37c-a0bf-4f8e-be22-78ea956cca8e tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3b142b-23dc-4edd-8d2b-b114889f282a HTTP/1.1" status: 200 len: 945 time: 0.0728047 Oct 14 18:02:41.857560 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f52c8665-2614-4ea8-9787-97739f9c1e88 req-db0ec771-2720-421b-b1ab-dbf1f72994a5 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976088 Oct 14 18:02:41.859677 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f367af14-bb33-4128-b59b-74c830ef62c5 req-b674f174-fd5d-457b-b557-7ad7a37215ed service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490537 Oct 14 18:02:41.867868 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:41.891409 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['12cec2ad-3aff-485e-8738-7f3da28a6ab4'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:02:41.918604 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9209c2c-3121-4424-887c-5e70fef90e61 req-6a9b837a-dc97-499f-8e2f-b78d13cc7cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:41.920095 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-a9209c2c-3121-4424-887c-5e70fef90e61 req-6a9b837a-dc97-499f-8e2f-b78d13cc7cd5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=da194763-1788-4a1b-9a8e-e271841d25f7 HTTP/1.1" status: 200 len: 1099 time: 0.1276958 Oct 14 18:02:41.952087 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port c0612667-ae63-483c-9c76-2b1349175234, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=c0612667-ae63-483c-9c76-2b1349175234,segment=NetworkSegment(20e036c6-4f5c-473b-86d3-cfa7d2457742),segment_id=20e036c6-4f5c-473b-86d3-cfa7d2457742)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:41.955985 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367af14-bb33-4128-b59b-74c830ef62c5 req-398d2ef2-d734-4210-9f3b-8fae96e7215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:41.958220 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f367af14-bb33-4128-b59b-74c830ef62c5 req-398d2ef2-d734-4210-9f3b-8fae96e7215e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9286435440ed4572b505e029abbfe5fe&device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 1098 time: 0.0637062 Oct 14 18:02:41.961548 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:41.962496 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 5d8e5558-de12-421c-b6b6-706e31690e2f up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:02:42.064358 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=c0612667-ae63-483c-9c76-2b1349175234,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:42.065556 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-a9209c2c-3121-4424-887c-5e70fef90e61 req-9e8ccf66-2945-4f69-9ee5-2fed3eaa4c83 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352408 Oct 14 18:02:42.074686 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e05a85-8fe5-425b-97da-aca8b06ca250 req-09a4d3d3-7d0b-4d99-9cf1-2d541195aa3e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:42.076172 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-21e05a85-8fe5-425b-97da-aca8b06ca250 req-09a4d3d3-7d0b-4d99-9cf1-2d541195aa3e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 945 time: 0.0889540 Oct 14 18:02:42.111347 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367af14-bb33-4128-b59b-74c830ef62c5 req-ab71b848-0b21-45a6-b807-3e061f23f082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:42.113898 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f367af14-bb33-4128-b59b-74c830ef62c5 req-ab71b848-0b21-45a6-b807-3e061f23f082 service neutron] 10.222.0.32 "GET /v2.0/networks?id=83910de2-b586-4465-84e9-9f9658b647e4 HTTP/1.1" status: 200 len: 912 time: 0.1304061 Oct 14 18:02:42.131445 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-21e05a85-8fe5-425b-97da-aca8b06ca250 req-ab9b0772-3b18-4df4-a9a7-15d86401f6ec tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479696 Oct 14 18:02:42.135105 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning for port 5d8e5558-de12-421c-b6b6-706e31690e2f completed by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 18:02:42.141629 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port 5d8e5558-de12-421c-b6b6-706e31690e2f triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:42.142004 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:42.225798 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b39258-071b-46ef-a636-a93e8cc00a38 req-6e3134ac-f265-43f8-935f-0814d4793e58 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:42.227394 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-52b39258-071b-46ef-a636-a93e8cc00a38 req-6e3134ac-f265-43f8-935f-0814d4793e58 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=da194763-1788-4a1b-9a8e-e271841d25f7 HTTP/1.1" status: 200 len: 946 time: 0.0608509 Oct 14 18:02:42.258935 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:42.277827 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-52b39258-071b-46ef-a636-a93e8cc00a38 req-a830dbbd-8f80-4b95-8bbe-bc28bc799abf tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440893 Oct 14 18:02:42.298436 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 5d8e5558-de12-421c-b6b6-706e31690e2f, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=5d8e5558-de12-421c-b6b6-706e31690e2f,segment=NetworkSegment(20e036c6-4f5c-473b-86d3-cfa7d2457742),segment_id=20e036c6-4f5c-473b-86d3-cfa7d2457742)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:42.306930 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:42.373878 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:42.383392 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=5d8e5558-de12-421c-b6b6-706e31690e2f,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:42.406682 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f367af14-bb33-4128-b59b-74c830ef62c5 req-811b3a16-0fcf-405b-a1cd-386fe6457d76 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd21c5c6-40d0-4af5-8463-26c11112c492 HTTP/1.1" status: 200 len: 1001 time: 0.1168373 Oct 14 18:02:42.417665 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd07bf-bad1-4a1e-bd65-fa86daa1304a req-a7db99f1-a691-42e5-99a4-9e80a2409614 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:42.419066 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a6cd07bf-bad1-4a1e-bd65-fa86daa1304a req-a7db99f1-a691-42e5-99a4-9e80a2409614 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0684268 Oct 14 18:02:42.492274 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367af14-bb33-4128-b59b-74c830ef62c5 req-e3177824-3eff-4be0-b74b-9f407f0d25da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:42.493781 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f367af14-bb33-4128-b59b-74c830ef62c5 req-e3177824-3eff-4be0-b74b-9f407f0d25da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3fc86992-e555-42d7-8e1e-82fdc67616bb HTTP/1.1" status: 200 len: 850 time: 0.0738831 Oct 14 18:02:42.497271 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a6cd07bf-bad1-4a1e-bd65-fa86daa1304a req-40396253-8c73-4f5d-8d42-a2d8816e9f1c tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704038 Oct 14 18:02:42.553011 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367af14-bb33-4128-b59b-74c830ef62c5 req-6e4afa70-df6f-4f68-a27d-b494ecc2caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:42.554512 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f367af14-bb33-4128-b59b-74c830ef62c5 req-6e4afa70-df6f-4f68-a27d-b494ecc2caa1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83910de2-b586-4465-84e9-9f9658b647e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416107 Oct 14 18:02:42.648841 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f367af14-bb33-4128-b59b-74c830ef62c5 req-38b0f625-a249-4dca-8dba-b2246612b54f service neutron] 10.222.0.32 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866389 Oct 14 18:02:42.737128 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f367af14-bb33-4128-b59b-74c830ef62c5 req-ba12e623-ca45-43a3-89cd-ad675be1b399 service neutron] 10.222.0.32 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807316 Oct 14 18:02:42.980505 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4244c5-05b0-44fb-8747-036110dbba8a req-f6e3b7e5-a444-47c0-9da7-63cb90165eb2 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:42.982594 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ae4244c5-05b0-44fb-8747-036110dbba8a req-f6e3b7e5-a444-47c0-9da7-63cb90165eb2 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3b142b-23dc-4edd-8d2b-b114889f282a HTTP/1.1" status: 200 len: 945 time: 0.0498009 Oct 14 18:02:43.012863 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 51608) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:43.019469 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ae4244c5-05b0-44fb-8747-036110dbba8a req-35ab514e-ac18-4869-a10e-79f8f1db4fb1 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304368 Oct 14 18:02:43.116100 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3a23b6a1-f17a-4bca-bbfc-5dab1a0002c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:43.196346 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 12cec2ad-3aff-485e-8738-7f3da28a6ab4 up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:02:43.214331 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3a23b6a1-f17a-4bca-bbfc-5dab1a0002c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:43.228572 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3a23b6a1-f17a-4bca-bbfc-5dab1a0002c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:43.252706 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning for port 12cec2ad-3aff-485e-8738-7f3da28a6ab4 completed by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 18:02:43.257284 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port 12cec2ad-3aff-485e-8738-7f3da28a6ab4 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:43.257722 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:43.298455 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-3a23b6a1-f17a-4bca-bbfc-5dab1a0002c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=15f121a715404dfa91d30f8b8a594b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843649 Oct 14 18:02:43.299991 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23b6a1-f17a-4bca-bbfc-5dab1a0002c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bda9477-8447-4d89-be4a-ef483b99348b,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:43.303047 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 51616) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:43.327473 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c0ab6-53e5-4fe4-859f-578430797c65 req-43697b11-e2e1-442f-b899-dbd01691b49c tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:43.329247 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ab3c0ab6-53e5-4fe4-859f-578430797c65 req-43697b11-e2e1-442f-b899-dbd01691b49c tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.1108112 Oct 14 18:02:43.362799 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:43.408053 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ab3c0ab6-53e5-4fe4-859f-578430797c65 req-b93fce20-3407-49a0-8980-d2979f319c51 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720520 Oct 14 18:02:43.408628 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 12cec2ad-3aff-485e-8738-7f3da28a6ab4, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=12cec2ad-3aff-485e-8738-7f3da28a6ab4,segment=NetworkSegment(761cadf4-fb74-4e24-864d-448ed349a165),segment_id=761cadf4-fb74-4e24-864d-448ed349a165)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:43.413462 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a2612355-24d2-4ce3-b520-b657cf12ea94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:43.415423 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:43.437163 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53179c71-b3a9-4853-b833-b8d55e19b171 req-d73f84a8-f29e-49c9-aece-9915f9a7e38e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:43.438925 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-53179c71-b3a9-4853-b833-b8d55e19b171 req-d73f84a8-f29e-49c9-aece-9915f9a7e38e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=da194763-1788-4a1b-9a8e-e271841d25f7 HTTP/1.1" status: 200 len: 946 time: 0.0604744 Oct 14 18:02:43.444372 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a2612355-24d2-4ce3-b520-b657cf12ea94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:43.469137 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=12cec2ad-3aff-485e-8738-7f3da28a6ab4,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:43.483977 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-53179c71-b3a9-4853-b833-b8d55e19b171 req-d97791cc-22f1-497d-b0d7-9338ba69cd58 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374503 Oct 14 18:02:43.516221 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a2612355-24d2-4ce3-b520-b657cf12ea94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:43.519448 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a2612355-24d2-4ce3-b520-b657cf12ea94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:43.520608 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-a2612355-24d2-4ce3-b520-b657cf12ea94 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1bda9477-8447-4d89-be4a-ef483b99348b HTTP/1.1" status: 204 len: 168 time: 0.2168429 Oct 14 18:02:43.529110 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2612355-24d2-4ce3-b520-b657cf12ea94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bda9477-8447-4d89-be4a-ef483b99348b,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:43.580441 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd752f4-5326-4390-ab6a-449395811f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0612667-ae63-483c-9c76-2b1349175234'}, {'server_uuid': '6469fdcf-68bc-4362-9dfa-3403def6af0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8e5558-de12-421c-b6b6-706e31690e2f'}, {'server_uuid': 'dd3b142b-23dc-4edd-8d2b-b114889f282a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cec2ad-3aff-485e-8738-7f3da28a6ab4'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:02:43.586952 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a200b5b-4e14-45e7-b228-c258720cc7ef" -d '{"events": [{"server_uuid": "9fd752f4-5326-4390-ab6a-449395811f08", "name": "network-vif-plugged", "status": "completed", "tag": "c0612667-ae63-483c-9c76-2b1349175234"}, {"server_uuid": "6469fdcf-68bc-4362-9dfa-3403def6af0d", "name": "network-vif-plugged", "status": "completed", "tag": "5d8e5558-de12-421c-b6b6-706e31690e2f"}, {"server_uuid": "dd3b142b-23dc-4edd-8d2b-b114889f282a", "name": "network-vif-plugged", "status": "completed", "tag": "12cec2ad-3aff-485e-8738-7f3da28a6ab4"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:02:43.643077 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 14 Oct 2021 18:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcab9db-e9d6-4de4-aa4f-70525aa394f8 x-openstack-request-id: req-cfcab9db-e9d6-4de4-aa4f-70525aa394f8 {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:02:43.643379 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd752f4-5326-4390-ab6a-449395811f08", "name": "network-vif-plugged", "status": "completed", "tag": "c0612667-ae63-483c-9c76-2b1349175234", "code": 200}, {"server_uuid": "6469fdcf-68bc-4362-9dfa-3403def6af0d", "name": "network-vif-plugged", "status": "completed", "tag": "5d8e5558-de12-421c-b6b6-706e31690e2f", "code": 200}, {"server_uuid": "dd3b142b-23dc-4edd-8d2b-b114889f282a", "name": "network-vif-plugged", "status": "completed", "tag": "12cec2ad-3aff-485e-8738-7f3da28a6ab4", "code": 200}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:02:43.643635 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cfcab9db-e9d6-4de4-aa4f-70525aa394f8 {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:02:43.644056 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd752f4-5326-4390-ab6a-449395811f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0612667-ae63-483c-9c76-2b1349175234', 'code': 200} Oct 14 18:02:43.644313 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6469fdcf-68bc-4362-9dfa-3403def6af0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8e5558-de12-421c-b6b6-706e31690e2f', 'code': 200} Oct 14 18:02:43.644583 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3b142b-23dc-4edd-8d2b-b114889f282a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cec2ad-3aff-485e-8738-7f3da28a6ab4', 'code': 200} Oct 14 18:02:43.667902 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6292d-73b0-46ea-9ad7-de337174742e req-5544e8f5-5c57-4c09-a641-981afbcbae35 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:43.673355 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7ec6292d-73b0-46ea-9ad7-de337174742e req-5544e8f5-5c57-4c09-a641-981afbcbae35 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0741379 Oct 14 18:02:43.725847 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7ec6292d-73b0-46ea-9ad7-de337174742e req-2aef421f-a7c3-4356-b744-b2aeec53c50d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488260 Oct 14 18:02:43.893035 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dd7b5-4c6b-43b4-87fa-fee97bb3143e req-ae9fc421-22c9-4b80-bef2-743978b4e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:43.894600 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2d8dd7b5-4c6b-43b4-87fa-fee97bb3143e req-ae9fc421-22c9-4b80-bef2-743978b4e985 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dd3b142b-23dc-4edd-8d2b-b114889f282a HTTP/1.1" status: 200 len: 1099 time: 0.0738068 Oct 14 18:02:43.900936 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401d64f-a957-4ef6-bf25-de7df62df0fc req-3eaf235c-27a3-4b18-a649-b68ce91822c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:43.903047 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0401d64f-a957-4ef6-bf25-de7df62df0fc req-3eaf235c-27a3-4b18-a649-b68ce91822c1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 1099 time: 0.0450785 Oct 14 18:02:43.929411 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59caa0de-d270-473c-9299-aab1f0188dbe req-65b4e344-be1e-4713-8c39-0543920f1fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:43.931033 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-59caa0de-d270-473c-9299-aab1f0188dbe req-65b4e344-be1e-4713-8c39-0543920f1fc1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 1099 time: 0.0721645 Oct 14 18:02:43.942830 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0401d64f-a957-4ef6-bf25-de7df62df0fc req-76c30744-ebcb-4392-a46b-f1ae080fc0bd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305643 Oct 14 18:02:43.951434 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2d8dd7b5-4c6b-43b4-87fa-fee97bb3143e req-4c832bc5-de11-4c5a-be01-1c60f84b10a3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476716 Oct 14 18:02:43.973791 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-59caa0de-d270-473c-9299-aab1f0188dbe req-17204a17-302b-4f73-a0e2-dc618d408399 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355566 Oct 14 18:02:44.135452 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d26e56-de58-4f13-955b-f9d7f55785d9 req-870359e8-2c44-4b18-b66e-0999986b9ba2 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:44.137623 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-72d26e56-de58-4f13-955b-f9d7f55785d9 req-870359e8-2c44-4b18-b66e-0999986b9ba2 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3b142b-23dc-4edd-8d2b-b114889f282a HTTP/1.1" status: 200 len: 946 time: 0.0484614 Oct 14 18:02:44.179352 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-72d26e56-de58-4f13-955b-f9d7f55785d9 req-308fc02a-ad21-4a31-a2ae-59ad73a43b5a tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361366 Oct 14 18:02:44.229221 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:44.291106 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 51646) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:44.418941 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-fec7060a-c2ba-47bf-8b76-4fd69c8225cd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1109998343-network', 'tenant_id': '94302e03a66d49488ecc210494662665'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:44.439736 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec7060a-c2ba-47bf-8b76-4fd69c8225cd admin admin] Made reservation on behalf of 94302e03a66d49488ecc210494662665 for: {'network': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:02:44.442184 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fec7060a-c2ba-47bf-8b76-4fd69c8225cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for network, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:44.450755 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fec7060a-c2ba-47bf-8b76-4fd69c8225cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:44.543718 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618d2d2-3a38-4099-b15a-aace8e64c914 req-055810b8-f16b-4bc2-9763-7bf4c8f73f5f tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:44.545206 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0618d2d2-3a38-4099-b15a-aace8e64c914 req-055810b8-f16b-4bc2-9763-7bf4c8f73f5f tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0738487 Oct 14 18:02:44.586635 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fec7060a-c2ba-47bf-8b76-4fd69c8225cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:44.595806 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fec7060a-c2ba-47bf-8b76-4fd69c8225cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:44.608746 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02940e-c5f9-4bc9-bc8d-67506404fe16 req-39c5bce3-c660-48d1-b926-6b3b969ec62f tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:44.610742 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8e02940e-c5f9-4bc9-bc8d-67506404fe16 req-39c5bce3-c660-48d1-b926-6b3b969ec62f tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=da194763-1788-4a1b-9a8e-e271841d25f7 HTTP/1.1" status: 200 len: 946 time: 0.0529530 Oct 14 18:02:44.617765 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0618d2d2-3a38-4099-b15a-aace8e64c914 req-51d179e6-b011-4b3c-b969-1e1579df3738 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657008 Oct 14 18:02:44.622252 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec7060a-c2ba-47bf-8b76-4fd69c8225cd admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=99719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 18:02:44.640692 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fec7060a-c2ba-47bf-8b76-4fd69c8225cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:44.641046 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.segments_db [None req-fec7060a-c2ba-47bf-8b76-4fd69c8225cd admin admin] Added segment b8c52ac2-36bb-47ff-9ece-9a0ee71cd081 of type vlan for network 30700716-2b8b-453a-8682-0096823de319 Oct 14 18:02:44.642354 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7060a-c2ba-47bf-8b76-4fd69c8225cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd9800c-a46e-430d-ab3a-8e349552a7fd,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:44.664091 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8e02940e-c5f9-4bc9-bc8d-67506404fe16 req-523b9078-52aa-46a1-a2b3-cde92c1f9d56 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468071 Oct 14 18:02:44.694164 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fec7060a-c2ba-47bf-8b76-4fd69c8225cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762486039426'] for network, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:44.718812 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fec7060a-c2ba-47bf-8b76-4fd69c8225cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for network, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:44.719876 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec7060a-c2ba-47bf-8b76-4fd69c8225cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:44.720458 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fec7060a-c2ba-47bf-8b76-4fd69c8225cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:44.781514 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-fec7060a-c2ba-47bf-8b76-4fd69c8225cd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4891934 Oct 14 18:02:44.782914 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 51660) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:44.789616 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-73ae3049-92fe-4a7a-bf6e-972977957187 admin admin] Request body: {'subnet': {'network_id': '30700716-2b8b-453a-8682-0096823de319', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1109998343-subnet', 'tenant_id': '94302e03a66d49488ecc210494662665', 'ip_version': 4}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:44.804596 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7060a-c2ba-47bf-8b76-4fd69c8225cd admin admin] Pushing event updated for resources: {'Network': ['ID=30700716-2b8b-453a-8682-0096823de319,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:44.815612 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Network 30700716-2b8b-453a-8682-0096823de319 details requested by agent ovs-agent-dv-cinder-813936-1-iscsi with host dv-cinder-813936-1-iscsi {{(pid=99720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 18:02:44.817273 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ae3049-92fe-4a7a-bf6e-972977957187 admin admin] Made reservation on behalf of 94302e03a66d49488ecc210494662665 for: {'subnet': 1} {{(pid=99718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:02:44.819782 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-73ae3049-92fe-4a7a-bf6e-972977957187 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9386726'] for subnet, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:44.848688 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1a12e-e554-4c70-b02e-c79c3822e546 req-a27d797c-a987-4453-a17a-7bc867b6ab73 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:44.850444 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d3b1a12e-e554-4c70-b02e-c79c3822e546 req-a27d797c-a987-4453-a17a-7bc867b6ab73 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0605443 Oct 14 18:02:44.902908 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d3b1a12e-e554-4c70-b02e-c79c3822e546 req-b038b37b-879f-44c3-9c37-57ad056f26d7 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458274 Oct 14 18:02:45.004818 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-73ae3049-92fe-4a7a-bf6e-972977957187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9120383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9386644'] for subnet, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:45.069157 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae3049-92fe-4a7a-bf6e-972977957187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7347e1b-6561-4e2c-bb17-d55c8e7fdd45,revision_number=0']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:45.073989 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ae3049-92fe-4a7a-bf6e-972977957187 admin admin] Checking segment: {'id': 'b8c52ac2-36bb-47ff-9ece-9a0ee71cd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '30700716-2b8b-453a-8682-0096823de319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:02:45.074345 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ae3049-92fe-4a7a-bf6e-972977957187 admin admin] Network hostable DHCP agents. Network: 30700716-2b8b-453a-8682-0096823de319, hostable agents: ['bf408c59-2cf8-4546-bb87-81b32559f057'], hosted agents: [] {{(pid=99718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 18:02:45.090039 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ae3049-92fe-4a7a-bf6e-972977957187 admin admin] Network 30700716-2b8b-453a-8682-0096823de319 is scheduled to be hosted by DHCP agent bf408c59-2cf8-4546-bb87-81b32559f057 with binding_index 1 {{(pid=99718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 18:02:45.098349 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-73ae3049-92fe-4a7a-bf6e-972977957187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813936-1-iscsi, 30700716-2b8b-453a-8682-0096823de319) {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:02:45.102127 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ae3049-92fe-4a7a-bf6e-972977957187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:45.102701 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-73ae3049-92fe-4a7a-bf6e-972977957187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:45.107260 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed800bd5-a508-4f4c-bc54-2fbc33798b2e None None] Network 30700716-2b8b-453a-8682-0096823de319 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:02:45.123861 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-73ae3049-92fe-4a7a-bf6e-972977957187 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3372867 Oct 14 18:02:45.124269 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 51666) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:45.129303 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-5f437c01-793f-429f-a77a-f563d180144e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1109998343-router', 'tenant_id': '94302e03a66d49488ecc210494662665', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:45.150043 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-5f437c01-793f-429f-a77a-f563d180144e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3787691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-388'] for router, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:45.151163 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-5f437c01-793f-429f-a77a-f563d180144e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3789973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:45.205228 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-5f437c01-793f-429f-a77a-f563d180144e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:45.254525 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266dc807-f85c-43f2-add3-2f519f9ff797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f1db6d7-1359-5cde-afe4-8014bb52f508-30700716-2b8b-453a-8682-0096823de319', 'network_id': '30700716-2b8b-453a-8682-0096823de319', 'tenant_id': '94302e03a66d49488ecc210494662665', 'fixed_ips': [{'subnet_id': 'b7347e1b-6561-4e2c-bb17-d55c8e7fdd45'}]}} from dv-cinder-813936-1-iscsi. {{(pid=99720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 18:02:45.255474 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-266dc807-f85c-43f2-add3-2f519f9ff797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:45.318675 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f366519-e2ec-4ece-b1e1-07052655a781 req-d448a029-5727-4702-9159-1dbae863254f tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:45.320272 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8f366519-e2ec-4ece-b1e1-07052655a781 req-d448a029-5727-4702-9159-1dbae863254f tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3b142b-23dc-4edd-8d2b-b114889f282a HTTP/1.1" status: 200 len: 946 time: 0.0625768 Oct 14 18:02:45.359381 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-5f437c01-793f-429f-a77a-f563d180144e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:45.360728 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8f366519-e2ec-4ece-b1e1-07052655a781 req-779ed857-0f05-431c-b27a-a4f8eea08d51 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345254 Oct 14 18:02:45.405187 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.db_base_plugin_common [None req-266dc807-f85c-43f2-add3-2f519f9ff797 None None] Allocated IP 172.20.0.2 (30700716-2b8b-453a-8682-0096823de319/b7347e1b-6561-4e2c-bb17-d55c8e7fdd45/46075b54-11ac-4f68-8cd1-43899a688891) {{(pid=99720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:02:45.550044 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-266dc807-f85c-43f2-add3-2f519f9ff797 None None] Notify callbacks [] for port, precommit_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:45.556864 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-266dc807-f85c-43f2-add3-2f519f9ff797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160'] for port, after_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:45.564401 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-5f437c01-793f-429f-a77a-f563d180144e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:45.583565 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-5f437c01-793f-429f-a77a-f563d180144e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:45.595191 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266dc807-f85c-43f2-add3-2f519f9ff797 None None] Network 30700716-2b8b-453a-8682-0096823de319 is already hosted by enough agents. {{(pid=99720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:02:45.598664 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.scheduler.base_scheduler [None req-266dc807-f85c-43f2-add3-2f519f9ff797 None None] Resources bound (agent type, host, resource id): {{(pid=99720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:02:45.601650 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266dc807-f85c-43f2-add3-2f519f9ff797 None None] Received port after_create {{(pid=99720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:02:45.633928 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266dc807-f85c-43f2-add3-2f519f9ff797 None None] Pushing event updated for resources: {'Port': ['ID=46075b54-11ac-4f68-8cd1-43899a688891,revision_number=1']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:45.667654 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-266dc807-f85c-43f2-add3-2f519f9ff797 None None] Attempting to bind port 46075b54-11ac-4f68-8cd1-43899a688891 on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:02:45.669469 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-266dc807-f85c-43f2-add3-2f519f9ff797 None None] Attempting to bind port 46075b54-11ac-4f68-8cd1-43899a688891 by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': 'b8c52ac2-36bb-47ff-9ece-9a0ee71cd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '30700716-2b8b-453a-8682-0096823de319'}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:02:45.669846 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266dc807-f85c-43f2-add3-2f519f9ff797 None None] Attempting to bind port 46075b54-11ac-4f68-8cd1-43899a688891 on network 30700716-2b8b-453a-8682-0096823de319 {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:02:45.675324 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266dc807-f85c-43f2-add3-2f519f9ff797 None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:02:45.675700 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266dc807-f85c-43f2-add3-2f519f9ff797 None None] Checking segment: {'id': 'b8c52ac2-36bb-47ff-9ece-9a0ee71cd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '30700716-2b8b-453a-8682-0096823de319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:02:45.676105 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-266dc807-f85c-43f2-add3-2f519f9ff797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:45.676494 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266dc807-f85c-43f2-add3-2f519f9ff797 None None] Bound using segment: {'id': 'b8c52ac2-36bb-47ff-9ece-9a0ee71cd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '30700716-2b8b-453a-8682-0096823de319'} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:02:45.676982 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-266dc807-f85c-43f2-add3-2f519f9ff797 None None] Bound port: 46075b54-11ac-4f68-8cd1-43899a688891, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c52ac2-36bb-47ff-9ece-9a0ee71cd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '30700716-2b8b-453a-8682-0096823de319'}}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:02:45.677360 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-266dc807-f85c-43f2-add3-2f519f9ff797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:45.718392 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [None req-5f437c01-793f-429f-a77a-f563d180144e admin admin] Allocated IP 172.27.3.254 (d72eea9d-773f-4ba1-af60-02bc446a2bfb/b0081548-82f4-4db0-bd72-f0077bc2ab2a/b3711711-dc45-4542-b4a0-6c48fe3c4b07) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:02:45.745655 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-266dc807-f85c-43f2-add3-2f519f9ff797 None None] For port 46075b54-11ac-4f68-8cd1-43899a688891, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:02:45.748784 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-266dc807-f85c-43f2-add3-2f519f9ff797 None None] For port 46075b54-11ac-4f68-8cd1-43899a688891, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=46075b54-11ac-4f68-8cd1-43899a688891,segment=NetworkSegment(b8c52ac2-36bb-47ff-9ece-9a0ee71cd081),segment_id=b8c52ac2-36bb-47ff-9ece-9a0ee71cd081)] {{(pid=99720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:02:45.754507 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-266dc807-f85c-43f2-add3-2f519f9ff797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:45.808800 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266dc807-f85c-43f2-add3-2f519f9ff797 None None] Pushing event updated for resources: {'Port': ['ID=46075b54-11ac-4f68-8cd1-43899a688891,revision_number=2']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:45.822007 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9c6a8-5c41-4cb9-90b9-23dceceb1203 req-38a367fb-555a-4e26-b575-44d9ae672799 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:45.823877 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a5c9c6a8-5c41-4cb9-90b9-23dceceb1203 req-38a367fb-555a-4e26-b575-44d9ae672799 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.1321430 Oct 14 18:02:45.893844 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a5c9c6a8-5c41-4cb9-90b9-23dceceb1203 req-933fa766-d53c-4c6b-960f-e872e82a2c57 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578499 Oct 14 18:02:45.905326 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-5f437c01-793f-429f-a77a-f563d180144e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:45.953103 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-5f437c01-793f-429f-a77a-f563d180144e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:46.015422 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f437c01-793f-429f-a77a-f563d180144e admin admin] Network d72eea9d-773f-4ba1-af60-02bc446a2bfb is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:02:46.018897 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-5f437c01-793f-429f-a77a-f563d180144e admin admin] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:02:46.024134 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f437c01-793f-429f-a77a-f563d180144e admin admin] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:02:46.049783 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f437c01-793f-429f-a77a-f563d180144e admin admin] Pushing event updated for resources: {'Port': ['ID=b3711711-dc45-4542-b4a0-6c48fe3c4b07,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:46.086170 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afe926-2225-432d-b799-09ef723053e5 req-653a56cc-c676-4e21-8908-5b06862be27d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:46.094106 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c5afe926-2225-432d-b799-09ef723053e5 req-653a56cc-c676-4e21-8908-5b06862be27d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0845253 Oct 14 18:02:46.159772 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c5afe926-2225-432d-b799-09ef723053e5 req-81c0c691-70e8-43f1-9329-5e37f2432b20 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642171 Oct 14 18:02:46.326779 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-5f437c01-793f-429f-a77a-f563d180144e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:46.512570 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6859be-45cf-4144-ac30-944a3ef94cf7 req-1abefe86-01cc-42b6-b332-3f4e689e1c71 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:46.514418 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6d6859be-45cf-4144-ac30-944a3ef94cf7 req-1abefe86-01cc-42b6-b332-3f4e689e1c71 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3b142b-23dc-4edd-8d2b-b114889f282a HTTP/1.1" status: 200 len: 946 time: 0.0641901 Oct 14 18:02:46.549922 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-5f437c01-793f-429f-a77a-f563d180144e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3789984'] for router, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:46.555231 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6d6859be-45cf-4144-ac30-944a3ef94cf7 req-1810cd25-29cd-449b-b3c0-813af72bb194 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335767 Oct 14 18:02:46.681646 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f437c01-793f-429f-a77a-f563d180144e admin admin] Router 21329473-175b-4893-8ab3-3b02254810aa is scheduled to L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef with binding_index 1 {{(pid=99719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 18:02:46.805429 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f437c01-793f-429f-a77a-f563d180144e admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:02:46.816373 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] Sync routers for ids ['21329473-175b-4893-8ab3-3b02254810aa'] in dv-cinder-813936-1-iscsi {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:02:46.827415 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] Routers {'21329473-175b-4893-8ab3-3b02254810aa'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:02:46.828080 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:02:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['21329473-175b-4893-8ab3-3b02254810aa'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:46.835778 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-5f437c01-793f-429f-a77a-f563d180144e admin admin] Notify callbacks [] for router, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:46.839767 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-5f437c01-793f-429f-a77a-f563d180144e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7117949 Oct 14 18:02:46.839904 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 51698) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:46.870793 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827f2c91-1568-4e0e-a0d0-3bd66e489520 None None] Network 30700716-2b8b-453a-8682-0096823de319 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:02:46.939322 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1d728bb5-ccb5-4fce-ac56-dbf2e55de4c6 None None] Provisioning complete for port 46075b54-11ac-4f68-8cd1-43899a688891 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:46.939702 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1d728bb5-ccb5-4fce-ac56-dbf2e55de4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:46.960318 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] Set router 21329473-175b-4893-8ab3-3b02254810aa gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:02:47.226110 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21329473-175b-4893-8ab3-3b02254810aa', 'name': 'tempest-TestShelveInstance-1109998343-router', 'tenant_id': '94302e03a66d49488ecc210494662665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:46Z', 'revision_number': 3, 'project_id': '94302e03a66d49488ecc210494662665', 'gw_port': {'id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:47.261426 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] Checking router: 21329473-175b-4893-8ab3-3b02254810aa for host: dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:02:47.261782 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] Updating router 21329473-175b-4893-8ab3-3b02254810aa port b3711711-dc45-4542-b4a0-6c48fe3c4b07 binding host dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:02:47.262468 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1d728bb5-ccb5-4fce-ac56-dbf2e55de4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:47.310408 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:47.325868 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-1d728bb5-ccb5-4fce-ac56-dbf2e55de4c6 None None] For port 46075b54-11ac-4f68-8cd1-43899a688891, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=46075b54-11ac-4f68-8cd1-43899a688891,segment=NetworkSegment(b8c52ac2-36bb-47ff-9ece-9a0ee71cd081),segment_id=b8c52ac2-36bb-47ff-9ece-9a0ee71cd081)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:47.332678 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1d728bb5-ccb5-4fce-ac56-dbf2e55de4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:47.408588 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d728bb5-ccb5-4fce-ac56-dbf2e55de4c6 None None] Pushing event updated for resources: {'Port': ['ID=46075b54-11ac-4f68-8cd1-43899a688891,revision_number=3']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:47.443793 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da33cb-32de-42fe-bce3-82a5f9781759 req-234bde45-03ee-4577-80ff-cc8065a4b5c4 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:47.447285 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f4da33cb-32de-42fe-bce3-82a5f9781759 req-234bde45-03ee-4577-80ff-cc8065a4b5c4 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0802855 Oct 14 18:02:47.493750 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f4da33cb-32de-42fe-bce3-82a5f9781759 req-19201385-8da4-43d6-8403-a6467139066f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401225 Oct 14 18:02:47.506829 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa883508-7887-4a4d-a0b6-e8cb68ff1dfe req-c89e71f3-473a-4756-9bf9-2fc7d5e28d7c tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:47.509403 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-aa883508-7887-4a4d-a0b6-e8cb68ff1dfe req-c89e71f3-473a-4756-9bf9-2fc7d5e28d7c tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0995810 Oct 14 18:02:47.563807 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-b347f38a-4262-4cde-a678-9571f51e6c66 None None] Provisioning complete for port 46075b54-11ac-4f68-8cd1-43899a688891 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:47.564175 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-b347f38a-4262-4cde-a678-9571f51e6c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:47.635256 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-aa883508-7887-4a4d-a0b6-e8cb68ff1dfe req-fd9c8665-d763-4915-95a7-81553bc66b35 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166928 Oct 14 18:02:47.672990 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dd660-eeed-467e-9f36-bb12263df869 req-62106134-04d5-43e0-9bb0-e72a5fdc783b tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:47.681568 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-464dd660-eeed-467e-9f36-bb12263df869 req-62106134-04d5-43e0-9bb0-e72a5fdc783b tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3b142b-23dc-4edd-8d2b-b114889f282a HTTP/1.1" status: 200 len: 946 time: 0.0783131 Oct 14 18:02:47.685714 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] Notify callbacks [] for port, precommit_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:47.694685 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:47.726681 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-464dd660-eeed-467e-9f36-bb12263df869 req-626203f1-4e23-4e90-b4af-b7f24c693d43 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436294 Oct 14 18:02:47.781316 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c072309-63da-4807-8b2d-78ca23a9a6ab None None] Pushing event updated for resources: {'Port': ['ID=b3711711-dc45-4542-b4a0-6c48fe3c4b07,revision_number=2']} {{(pid=99721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:47.792547 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] Attempting to bind port b3711711-dc45-4542-b4a0-6c48fe3c4b07 on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:02:47.792985 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] Attempting to bind port b3711711-dc45-4542-b4a0-6c48fe3c4b07 by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}] {{(pid=99721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:02:47.793354 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] Attempting to bind port b3711711-dc45-4542-b4a0-6c48fe3c4b07 on network d72eea9d-773f-4ba1-af60-02bc446a2bfb {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:02:47.798913 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:02:47.799281 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] Checking segment: {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:02:47.799685 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:47.800069 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] Bound using segment: {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'} {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:02:47.801106 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] Bound port: b3711711-dc45-4542-b4a0-6c48fe3c4b07, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}}] {{(pid=99721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:02:47.801506 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:47.854750 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 46075b54-11ac-4f68-8cd1-43899a688891 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:02:47.884973 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:47.914190 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.db [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] For port b3711711-dc45-4542-b4a0-6c48fe3c4b07, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:02:47.919408 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.db [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] For port b3711711-dc45-4542-b4a0-6c48fe3c4b07, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=b3711711-dc45-4542-b4a0-6c48fe3c4b07,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:02:47.924400 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:47.931711 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 46075b54-11ac-4f68-8cd1-43899a688891 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:47.932759 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:47.970459 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48806d1-271f-4a7a-86f1-ed57804aba59 req-d663d8b9-6669-4655-8cc9-bffe01fb7ea0 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:47.973485 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-b48806d1-271f-4a7a-86f1-ed57804aba59 req-d663d8b9-6669-4655-8cc9-bffe01fb7ea0 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0618877 Oct 14 18:02:48.004304 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] Routers {'21329473-175b-4893-8ab3-3b02254810aa'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:02:48.004948 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:02:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['21329473-175b-4893-8ab3-3b02254810aa'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:48.015809 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3d1db-ee12-4425-98aa-f0982aedc50b req-b66402a7-7813-4dfa-bda9-58b9c81792aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:48.017340 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4ad3d1db-ee12-4425-98aa-f0982aedc50b req-b66402a7-7813-4dfa-bda9-58b9c81792aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec42152cea74457ea58daa46f1101c65&device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 1099 time: 0.1121428 Oct 14 18:02:48.018604 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-b48806d1-271f-4a7a-86f1-ed57804aba59 req-ee96e2f8-bf9b-4227-84a5-ce6f372674fb tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373869 Oct 14 18:02:48.046781 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c072309-63da-4807-8b2d-78ca23a9a6ab None None] Pushing event updated for resources: {'Port': ['ID=b3711711-dc45-4542-b4a0-6c48fe3c4b07,revision_number=3']} {{(pid=99721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:48.114997 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] Set router 21329473-175b-4893-8ab3-3b02254810aa gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:02:48.184874 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3d1db-ee12-4425-98aa-f0982aedc50b req-b65c0220-f394-40cb-9bbd-2ae6a707cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:48.186262 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4ad3d1db-ee12-4425-98aa-f0982aedc50b req-b65c0220-f394-40cb-9bbd-2ae6a707cecd service neutron] 10.222.0.32 "GET /v2.0/networks?id=8689a957-5433-4c26-a109-6a4cd99507da HTTP/1.1" status: 200 len: 919 time: 0.1551809 Oct 14 18:02:48.189061 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Allocated IP 172.20.0.1 (30700716-2b8b-453a-8682-0096823de319/b7347e1b-6561-4e2c-bb17-d55c8e7fdd45/8698ba97-aa4f-40f4-a8d9-7c91528113cf) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:02:48.236617 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4ad3d1db-ee12-4425-98aa-f0982aedc50b req-c7b37752-ae5e-4949-82a0-a36203393721 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d8e5558-de12-421c-b6b6-706e31690e2f HTTP/1.1" status: 200 len: 217 time: 0.0375874 Oct 14 18:02:48.293402 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21329473-175b-4893-8ab3-3b02254810aa', 'name': 'tempest-TestShelveInstance-1109998343-router', 'tenant_id': '94302e03a66d49488ecc210494662665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:46Z', 'revision_number': 3, 'project_id': '94302e03a66d49488ecc210494662665', 'gw_port': {'id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:48.318548 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e15b7f-140a-46b4-baab-1a50b1a18c87 None None] The sync data for ids ['21329473-175b-4893-8ab3-3b02254810aa'] in dv-cinder-813936-1-iscsi is: [{'id': '21329473-175b-4893-8ab3-3b02254810aa', 'name': 'tempest-TestShelveInstance-1109998343-router', 'tenant_id': '94302e03a66d49488ecc210494662665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:46Z', 'revision_number': 3, 'project_id': '94302e03a66d49488ecc210494662665', 'gw_port': {'id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}] {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:02:48.332066 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3d1db-ee12-4425-98aa-f0982aedc50b req-089721d8-5671-4dcc-a761-9d5a40b122ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:48.333544 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4ad3d1db-ee12-4425-98aa-f0982aedc50b req-089721d8-5671-4dcc-a761-9d5a40b122ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8974b2ed-cd87-434d-9c8c-7bac6a0eee65 HTTP/1.1" status: 200 len: 858 time: 0.0657465 Oct 14 18:02:48.375388 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4ad3d1db-ee12-4425-98aa-f0982aedc50b req-1df9e9cc-7584-49f9-a043-6ca25c3fcb7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8689a957-5433-4c26-a109-6a4cd99507da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297384 Oct 14 18:02:48.385045 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:48.484601 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:48.522513 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4ad3d1db-ee12-4425-98aa-f0982aedc50b req-36013777-0e68-42aa-9e2f-32776ee5393f service neutron] 10.222.0.32 "GET /v2.0/networks/8689a957-5433-4c26-a109-6a4cd99507da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320610 Oct 14 18:02:48.561748 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Network 30700716-2b8b-453a-8682-0096823de319 is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:02:48.596832 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Pushing event updated for resources: {'Port': ['ID=8698ba97-aa4f-40f4-a8d9-7c91528113cf,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:48.599194 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:02:48.632281 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:02:48.677573 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:48.678272 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:48.678272 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:48.678570 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:48.678899 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:48.679229 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:48.679552 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:48.679875 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:48.680200 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:48.680517 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:48.680838 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:48.681181 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:48.735478 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3790741'] for router_interface, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:48.812922 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e61e8-a38d-4920-8031-9432fcc42d71 req-97416f21-2ac1-4fbe-9e60-98d527f13be0 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:48.813824 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9f8e61e8-a38d-4920-8031-9432fcc42d71 req-97416f21-2ac1-4fbe-9e60-98d527f13be0 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.1785560 Oct 14 18:02:48.829034 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4ad3d1db-ee12-4425-98aa-f0982aedc50b req-52c678c6-e5ac-4738-9129-0639c25d81c4 service neutron] 10.222.0.32 "GET /v2.0/networks/8689a957-5433-4c26-a109-6a4cd99507da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741654 Oct 14 18:02:48.860541 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e7d81-22c2-4c31-8d26-1d53e0a94446 req-356ab060-b47c-48c0-a665-2e4ead27ae16 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:48.863397 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f13e7d81-22c2-4c31-8d26-1d53e0a94446 req-356ab060-b47c-48c0-a665-2e4ead27ae16 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3b142b-23dc-4edd-8d2b-b114889f282a HTTP/1.1" status: 200 len: 946 time: 0.0623934 Oct 14 18:02:48.914281 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9f8e61e8-a38d-4920-8031-9432fcc42d71 req-5822b863-96e9-4fcf-b311-4a477b0ed23f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566764 Oct 14 18:02:48.916296 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-657b6d99-7b23-4ef1-b7e4-ea61609849e6 None None] Provisioning complete for port 8698ba97-aa4f-40f4-a8d9-7c91528113cf triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:48.916871 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-657b6d99-7b23-4ef1-b7e4-ea61609849e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:48.930004 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f13e7d81-22c2-4c31-8d26-1d53e0a94446 req-e3e30553-b737-405f-a009-5329ed0d7d2e tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/security-groups?id=f597717d-c9d0-4202-86a5-ce26ce05137a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601029 Oct 14 18:02:48.948682 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:48.975129 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-657b6d99-7b23-4ef1-b7e4-ea61609849e6 None None] Port 8698ba97-aa4f-40f4-a8d9-7c91528113cf cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:02:49.092937 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba8eab-2527-42f5-be48-02de4c4bf940 req-ac317a01-911a-4c06-b29e-fbc5136173e3 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:49.094440 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d2ba8eab-2527-42f5-be48-02de4c4bf940 req-ac317a01-911a-4c06-b29e-fbc5136173e3 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd3b142b-23dc-4edd-8d2b-b114889f282a HTTP/1.1" status: 200 len: 946 time: 0.1080148 Oct 14 18:02:49.254152 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058dadb2-0b59-48a0-a0bd-94351d4a7ad0 req-1a433cde-1e1a-4a13-af64-c11a4ed937e0 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:49.255684 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-058dadb2-0b59-48a0-a0bd-94351d4a7ad0 req-1a433cde-1e1a-4a13-af64-c11a4ed937e0 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.1448240 Oct 14 18:02:49.298737 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:49.310445 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:49.376274 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-d2ba8eab-2527-42f5-be48-02de4c4bf940 req-6d821d5d-9a67-486b-8b2b-02f55fbf5f42 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Deleting port 12cec2ad-3aff-485e-8738-7f3da28a6ab4 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:02:49.376658 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-d2ba8eab-2527-42f5-be48-02de4c4bf940 req-6d821d5d-9a67-486b-8b2b-02f55fbf5f42 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:49.399255 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-058dadb2-0b59-48a0-a0bd-94351d4a7ad0 req-18701b2a-d035-479a-8ef9-306f5ca0c923 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355395 Oct 14 18:02:49.448868 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790817'] for router_interface, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:49.475582 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Pushing event updated for resources: {'Port': ['ID=8698ba97-aa4f-40f4-a8d9-7c91528113cf,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:49.548389 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-d2ba8eab-2527-42f5-be48-02de4c4bf940 req-6d821d5d-9a67-486b-8b2b-02f55fbf5f42 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] For port 12cec2ad-3aff-485e-8738-7f3da28a6ab4, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=12cec2ad-3aff-485e-8738-7f3da28a6ab4,segment=NetworkSegment(761cadf4-fb74-4e24-864d-448ed349a165),segment_id=761cadf4-fb74-4e24-864d-448ed349a165)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:49.548671 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-d2ba8eab-2527-42f5-be48-02de4c4bf940 req-6d821d5d-9a67-486b-8b2b-02f55fbf5f42 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:49.566380 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-d2ba8eab-2527-42f5-be48-02de4c4bf940 req-6d821d5d-9a67-486b-8b2b-02f55fbf5f42 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Calling delete_port for 12cec2ad-3aff-485e-8738-7f3da28a6ab4 owned by compute:nova {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:02:49.629132 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Network 30700716-2b8b-453a-8682-0096823de319 is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:02:49.633014 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:02:49.822724 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device b3711711-dc45-4542-b4a0-6c48fe3c4b07 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:02:49.826791 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Router 21329473-175b-4893-8ab3-3b02254810aa has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:02:49.830962 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-d2ba8eab-2527-42f5-be48-02de4c4bf940 req-6d821d5d-9a67-486b-8b2b-02f55fbf5f42 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:49.852837 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['12cec2ad-3aff-485e-8738-7f3da28a6ab4'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:02:49.873129 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d821d5d-9a67-486b-8b2b-02f55fbf5f42 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Pushing event deleted for resources: {'Port': ['ID=12cec2ad-3aff-485e-8738-7f3da28a6ab4,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:49.907715 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-3222bec1-42fd-4443-ad48-494dcd9a08b0 None None] Provisioning complete for port 8698ba97-aa4f-40f4-a8d9-7c91528113cf triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:49.908193 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-3222bec1-42fd-4443-ad48-494dcd9a08b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:49.913679 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port b3711711-dc45-4542-b4a0-6c48fe3c4b07 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:49.914099 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:49.960986 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ba8eab-2527-42f5-be48-02de4c4bf940 req-6d821d5d-9a67-486b-8b2b-02f55fbf5f42 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] No DVR routers for this DVR port 12cec2ad-3aff-485e-8738-7f3da28a6ab4 on host hv-cinder-81393 {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:02:49.964614 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-d2ba8eab-2527-42f5-be48-02de4c4bf940 req-6d821d5d-9a67-486b-8b2b-02f55fbf5f42 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:49.967872 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d2ba8eab-2527-42f5-be48-02de4c4bf940 req-6d821d5d-9a67-486b-8b2b-02f55fbf5f42 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.32 "DELETE /v2.0/ports/12cec2ad-3aff-485e-8738-7f3da28a6ab4 HTTP/1.1" status: 204 len: 173 time: 0.8668530 Oct 14 18:02:49.968334 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3b142b-23dc-4edd-8d2b-b114889f282a', 'name': 'network-vif-deleted', 'tag': '12cec2ad-3aff-485e-8738-7f3da28a6ab4'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:02:49.970707 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ee1147-1946-4a2a-a65c-e65192052722" -d '{"events": [{"server_uuid": "dd3b142b-23dc-4edd-8d2b-b114889f282a", "name": "network-vif-deleted", "tag": "12cec2ad-3aff-485e-8738-7f3da28a6ab4"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:02:49.974530 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-3222bec1-42fd-4443-ad48-494dcd9a08b0 None None] Port 8698ba97-aa4f-40f4-a8d9-7c91528113cf cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:02:50.040357 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:02:50.051048 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-8fe504fc-ea26-4bc5-a2fc-3f3485467e93 admin admin] 10.222.0.49 "PUT /v2.0/routers/21329473-175b-4893-8ab3-3b02254810aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2099977 Oct 14 18:02:50.055487 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:50.074120 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161cf70-69bf-4f10-9c56-ccbd110cdd4d req-5fe19e5e-e04a-4e1c-b77c-ffa41ba5e3a9 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:50.077008 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-b161cf70-69bf-4f10-9c56-ccbd110cdd4d req-5fe19e5e-e04a-4e1c-b77c-ffa41ba5e3a9 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0798874 Oct 14 18:02:50.101443 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] For port b3711711-dc45-4542-b4a0-6c48fe3c4b07, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=b3711711-dc45-4542-b4a0-6c48fe3c4b07,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:50.109300 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:50.127802 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-dc5d83e6-dd37-467e-aa32-ae5615b1c712 req-a201cb5a-94f8-4efc-9348-602af8dee6fa tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3b142b-23dc-4edd-8d2b-b114889f282a HTTP/1.1" status: 200 len: 210 time: 0.0350442 Oct 14 18:02:50.161265 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-b161cf70-69bf-4f10-9c56-ccbd110cdd4d req-407b1cae-b28e-47eb-a279-a42d15faaa77 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746422 Oct 14 18:02:50.184537 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Pushing event updated for resources: {'Port': ['ID=b3711711-dc45-4542-b4a0-6c48fe3c4b07,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:50.210901 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1acf473-8718-40b8-ada8-debffc2273d0 x-openstack-request-id: req-b1acf473-8718-40b8-ada8-debffc2273d0 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:02:50.211196 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3b142b-23dc-4edd-8d2b-b114889f282a", "name": "network-vif-deleted", "tag": "12cec2ad-3aff-485e-8738-7f3da28a6ab4", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:02:50.211446 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1acf473-8718-40b8-ada8-debffc2273d0 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:02:50.211855 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3b142b-23dc-4edd-8d2b-b114889f282a', 'name': 'network-vif-deleted', 'tag': '12cec2ad-3aff-485e-8738-7f3da28a6ab4', 'status': 'completed', 'code': 200} Oct 14 18:02:50.225108 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] Sync routers for ids ['21329473-175b-4893-8ab3-3b02254810aa'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:02:50.237142 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] Routers {'21329473-175b-4893-8ab3-3b02254810aa'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:02:50.237142 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:02:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['21329473-175b-4893-8ab3-3b02254810aa'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:50.346325 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] Set router 21329473-175b-4893-8ab3-3b02254810aa gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:02:50.477709 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8769c4-5d70-4ebe-90b7-8bf0de828a4f req-5d622886-c64b-441b-895e-2c4708462a6d tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:50.479687 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8b8769c4-5d70-4ebe-90b7-8bf0de828a4f req-5d622886-c64b-441b-895e-2c4708462a6d tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0551338 Oct 14 18:02:50.530758 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8b8769c4-5d70-4ebe-90b7-8bf0de828a4f req-f5db9ddf-df3d-44d9-b52e-a5b0ddd4dee6 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405128 Oct 14 18:02:50.560768 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c444a-8943-4eee-a30d-48c094c480e2 req-3f3ec33d-1062-485d-959e-f8593792d36c tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:50.570793 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d26c444a-8943-4eee-a30d-48c094c480e2 req-3f3ec33d-1062-485d-959e-f8593792d36c tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0838742 Oct 14 18:02:50.596923 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21329473-175b-4893-8ab3-3b02254810aa', 'name': 'tempest-TestShelveInstance-1109998343-router', 'tenant_id': '94302e03a66d49488ecc210494662665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:48Z', 'revision_number': 4, 'project_id': '94302e03a66d49488ecc210494662665', 'gw_port': {'id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '8698ba97-aa4f-40f4-a8d9-7c91528113cf', 'name': '', 'network_id': '30700716-2b8b-453a-8682-0096823de319', 'tenant_id': '94302e03a66d49488ecc210494662665', 'mac_address': 'fa:16:3e:1f:f0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b7347e1b-6561-4e2c-bb17-d55c8e7fdd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:47Z', 'updated_at': '2021-10-14T18:02:49Z', 'revision_number': 2, 'project_id': '94302e03a66d49488ecc210494662665', 'subnets': [{'id': 'b7347e1b-6561-4e2c-bb17-d55c8e7fdd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:50.629702 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d26c444a-8943-4eee-a30d-48c094c480e2 req-3d9e300e-81bd-4cf9-b8be-edafb5638da3 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522873 Oct 14 18:02:50.639719 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] Checking router: 21329473-175b-4893-8ab3-3b02254810aa for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:02:50.640085 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] Updating router 21329473-175b-4893-8ab3-3b02254810aa port 8698ba97-aa4f-40f4-a8d9-7c91528113cf binding host dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:02:50.668563 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:50.669195 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 51766) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:50.674228 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-130790591-network', 'tenant_id': 'f27597406e074ef0b56bfa4703c8845f'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:50.696716 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Made reservation on behalf of f27597406e074ef0b56bfa4703c8845f for: {'network': 1} {{(pid=99718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:02:50.699065 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for network, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:50.708305 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:50.793199 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:50.797137 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:50.821121 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=99718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 18:02:50.830577 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b879e6-4c43-4539-8ace-b516f147136e,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:50.837982 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:50.838326 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.db.segments_db [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Added segment b09f99a1-5780-41a2-b14b-b562f4fe1061 of type vlan for network 287a9abf-e855-42e9-8a2e-d22ff6383147 Oct 14 18:02:50.840380 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:50.840728 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:50.841105 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:50.841458 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:50.841776 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:50.842105 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:50.842429 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:50.842752 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:50.843073 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:50.843392 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:50.843713 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:50.844051 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:02:50.887962 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762486039426'] for network, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:50.917316 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for network, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:50.918249 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:50.918822 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:50.954701 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] Notify callbacks [] for port, precommit_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:50.960479 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:50.976130 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3055925 Oct 14 18:02:50.980912 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 51770) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:50.984360 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-f317ca68-1080-4f64-bdab-20c3531baa53 admin admin] Request body: {'subnet': {'network_id': '287a9abf-e855-42e9-8a2e-d22ff6383147', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-130790591-subnet', 'tenant_id': 'f27597406e074ef0b56bfa4703c8845f', 'ip_version': 4}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:50.989927 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2816f40-9244-46fb-9cc6-9267528db6f4 admin admin] Pushing event updated for resources: {'Network': ['ID=287a9abf-e855-42e9-8a2e-d22ff6383147,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:51.002231 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Network 287a9abf-e855-42e9-8a2e-d22ff6383147 details requested by agent ovs-agent-dv-cinder-813936-1-iscsi with host dv-cinder-813936-1-iscsi {{(pid=99720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 18:02:51.025847 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f317ca68-1080-4f64-bdab-20c3531baa53 admin admin] Made reservation on behalf of f27597406e074ef0b56bfa4703c8845f for: {'subnet': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:02:51.029206 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f317ca68-1080-4f64-bdab-20c3531baa53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12283257'] for subnet, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:51.059286 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943bc33-ca1d-41e6-8b95-ece51eba0ba7 None None] Pushing event updated for resources: {'Port': ['ID=8698ba97-aa4f-40f4-a8d9-7c91528113cf,revision_number=3']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:51.129054 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] Attempting to bind port 8698ba97-aa4f-40f4-a8d9-7c91528113cf on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:02:51.129430 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] Attempting to bind port 8698ba97-aa4f-40f4-a8d9-7c91528113cf by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': 'b8c52ac2-36bb-47ff-9ece-9a0ee71cd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '30700716-2b8b-453a-8682-0096823de319'}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:02:51.129838 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] Attempting to bind port 8698ba97-aa4f-40f4-a8d9-7c91528113cf on network 30700716-2b8b-453a-8682-0096823de319 {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:02:51.135382 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:02:51.135752 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] Checking segment: {'id': 'b8c52ac2-36bb-47ff-9ece-9a0ee71cd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '30700716-2b8b-453a-8682-0096823de319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:02:51.136156 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:51.136550 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] Bound using segment: {'id': 'b8c52ac2-36bb-47ff-9ece-9a0ee71cd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '30700716-2b8b-453a-8682-0096823de319'} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:02:51.137039 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] Bound port: 8698ba97-aa4f-40f4-a8d9-7c91528113cf, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c52ac2-36bb-47ff-9ece-9a0ee71cd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '30700716-2b8b-453a-8682-0096823de319'}}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:02:51.137418 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:51.199813 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:02:51.214342 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f317ca68-1080-4f64-bdab-20c3531baa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8939245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12283147'] for subnet, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:51.225548 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] For port 8698ba97-aa4f-40f4-a8d9-7c91528113cf, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:02:51.246555 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] For port 8698ba97-aa4f-40f4-a8d9-7c91528113cf, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=8698ba97-aa4f-40f4-a8d9-7c91528113cf,segment=NetworkSegment(b8c52ac2-36bb-47ff-9ece-9a0ee71cd081),segment_id=b8c52ac2-36bb-47ff-9ece-9a0ee71cd081)] {{(pid=99720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:02:51.252801 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-9d86656a-0b24-4fb0-9ddd-c5bf177c1b2c None None] Provisioning complete for port 8698ba97-aa4f-40f4-a8d9-7c91528113cf triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:51.253212 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-9d86656a-0b24-4fb0-9ddd-c5bf177c1b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:51.280986 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:51.296854 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317ca68-1080-4f64-bdab-20c3531baa53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa23558-5a3a-42f2-a1a1-4b75692e34e8,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:51.318173 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f317ca68-1080-4f64-bdab-20c3531baa53 admin admin] Checking segment: {'id': 'b09f99a1-5780-41a2-b14b-b562f4fe1061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '287a9abf-e855-42e9-8a2e-d22ff6383147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:02:51.318615 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f317ca68-1080-4f64-bdab-20c3531baa53 admin admin] Network hostable DHCP agents. Network: 287a9abf-e855-42e9-8a2e-d22ff6383147, hostable agents: ['bf408c59-2cf8-4546-bb87-81b32559f057'], hosted agents: [] {{(pid=99719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 18:02:51.323555 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865d019-0d47-4eae-92f0-a0b514470f98 req-04241d7c-29c7-47fd-89ed-1b1a5a9600ab tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:51.325669 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6865d019-0d47-4eae-92f0-a0b514470f98 req-04241d7c-29c7-47fd-89ed-1b1a5a9600ab tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0667665 Oct 14 18:02:51.344235 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f317ca68-1080-4f64-bdab-20c3531baa53 admin admin] Network 287a9abf-e855-42e9-8a2e-d22ff6383147 is scheduled to be hosted by DHCP agent bf408c59-2cf8-4546-bb87-81b32559f057 with binding_index 1 {{(pid=99719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 18:02:51.362041 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-f317ca68-1080-4f64-bdab-20c3531baa53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813936-1-iscsi, 287a9abf-e855-42e9-8a2e-d22ff6383147) {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:02:51.377726 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f317ca68-1080-4f64-bdab-20c3531baa53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:51.378329 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f317ca68-1080-4f64-bdab-20c3531baa53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:51.390075 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2c19a9-4a24-4c70-a691-b633ea71f7bc None None] Network 287a9abf-e855-42e9-8a2e-d22ff6383147 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:02:51.396152 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6865d019-0d47-4eae-92f0-a0b514470f98 req-d169efd1-3c15-45af-af00-517367072caf tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621972 Oct 14 18:02:51.396954 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] Routers {'21329473-175b-4893-8ab3-3b02254810aa'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:02:51.397784 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:02:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['21329473-175b-4893-8ab3-3b02254810aa'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:51.407543 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-f317ca68-1080-4f64-bdab-20c3531baa53 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4250205 Oct 14 18:02:51.407954 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 51784) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:51.413417 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-93c34e5a-09ce-44df-b829-e325732f8490 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-130790591-router', 'tenant_id': 'f27597406e074ef0b56bfa4703c8845f', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:51.438503 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-93c34e5a-09ce-44df-b829-e325732f8490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3787691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-388'] for router, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:51.440024 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-93c34e5a-09ce-44df-b829-e325732f8490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3789973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:51.496193 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943bc33-ca1d-41e6-8b95-ece51eba0ba7 None None] Pushing event updated for resources: {'Port': ['ID=8698ba97-aa4f-40f4-a8d9-7c91528113cf,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:51.512105 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-93c34e5a-09ce-44df-b829-e325732f8490 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:51.667125 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-9d86656a-0b24-4fb0-9ddd-c5bf177c1b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:51.683921 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] Set router 21329473-175b-4893-8ab3-3b02254810aa gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:02:51.723790 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932f8ca-7990-4811-b1a3-54530b35a19d req-db70e89f-55b2-442c-ba7b-ffa556f65ec3 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:51.730396 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f932f8ca-7990-4811-b1a3-54530b35a19d req-db70e89f-55b2-442c-ba7b-ffa556f65ec3 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0922899 Oct 14 18:02:51.811768 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f932f8ca-7990-4811-b1a3-54530b35a19d req-62f56601-18d1-448d-8828-0da43eb07b7e tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748968 Oct 14 18:02:51.943386 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-93c34e5a-09ce-44df-b829-e325732f8490 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:51.946273 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-9d86656a-0b24-4fb0-9ddd-c5bf177c1b2c None None] For port 8698ba97-aa4f-40f4-a8d9-7c91528113cf, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=8698ba97-aa4f-40f4-a8d9-7c91528113cf,segment=NetworkSegment(b8c52ac2-36bb-47ff-9ece-9a0ee71cd081),segment_id=b8c52ac2-36bb-47ff-9ece-9a0ee71cd081)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:51.962947 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad9e89-bb6e-4007-81fa-94587aad392c req-876bd7d7-cf32-4916-b0e1-89f69b03c075 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:51.964428 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-1bad9e89-bb6e-4007-81fa-94587aad392c req-876bd7d7-cf32-4916-b0e1-89f69b03c075 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.1192303 Oct 14 18:02:51.995665 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device b3711711-dc45-4542-b4a0-6c48fe3c4b07 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:02:52.018887 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-9d86656a-0b24-4fb0-9ddd-c5bf177c1b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:52.042015 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-1bad9e89-bb6e-4007-81fa-94587aad392c req-cf67e4d5-a223-4c84-a682-f62a0079b89b tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654118 Oct 14 18:02:52.192803 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470eecce-db05-4392-bafa-68784131482b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f1db6d7-1359-5cde-afe4-8014bb52f508-287a9abf-e855-42e9-8a2e-d22ff6383147', 'network_id': '287a9abf-e855-42e9-8a2e-d22ff6383147', 'tenant_id': 'f27597406e074ef0b56bfa4703c8845f', 'fixed_ips': [{'subnet_id': '7aa23558-5a3a-42f2-a1a1-4b75692e34e8'}]}} from dv-cinder-813936-1-iscsi. {{(pid=99720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 18:02:52.193674 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-470eecce-db05-4392-bafa-68784131482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:52.200344 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-93c34e5a-09ce-44df-b829-e325732f8490 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:52.210889 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86656a-0b24-4fb0-9ddd-c5bf177c1b2c None None] Pushing event updated for resources: {'Port': ['ID=8698ba97-aa4f-40f4-a8d9-7c91528113cf,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:52.219536 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-93c34e5a-09ce-44df-b829-e325732f8490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:52.221779 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-37cde099-b80e-4501-98ec-cb9af85d3587 None None] Provisioning complete for port 8698ba97-aa4f-40f4-a8d9-7c91528113cf triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:52.222175 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-37cde099-b80e-4501-98ec-cb9af85d3587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:52.268051 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port b3711711-dc45-4542-b4a0-6c48fe3c4b07 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:52.268547 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:52.324440 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_common [None req-93c34e5a-09ce-44df-b829-e325732f8490 admin admin] Allocated IP 172.27.3.243 (d72eea9d-773f-4ba1-af60-02bc446a2bfb/b0081548-82f4-4db0-bd72-f0077bc2ab2a/91e3345b-038e-44c1-8d88-7de6d5bbf8ec) {{(pid=99718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:02:52.428131 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-93c34e5a-09ce-44df-b829-e325732f8490 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:52.466244 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-93c34e5a-09ce-44df-b829-e325732f8490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:52.507153 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c34e5a-09ce-44df-b829-e325732f8490 admin admin] Network d72eea9d-773f-4ba1-af60-02bc446a2bfb is already hosted by enough agents. {{(pid=99718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:02:52.510356 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-93c34e5a-09ce-44df-b829-e325732f8490 admin admin] Resources bound (agent type, host, resource id): {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:02:52.513715 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c34e5a-09ce-44df-b829-e325732f8490 admin admin] Received port after_create {{(pid=99718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:02:52.520686 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a8897-25c3-45eb-85b0-6d06d3e93358 req-c1aa92d1-4e94-46a6-9006-b3e355123989 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:52.522301 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-200a8897-25c3-45eb-85b0-6d06d3e93358 req-c1aa92d1-4e94-46a6-9006-b3e355123989 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0533240 Oct 14 18:02:52.531515 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.db_base_plugin_common [None req-470eecce-db05-4392-bafa-68784131482b None None] Allocated IP 172.20.0.2 (287a9abf-e855-42e9-8a2e-d22ff6383147/7aa23558-5a3a-42f2-a1a1-4b75692e34e8/33618434-b6bd-4d81-8d9b-fb2094ef1ee9) {{(pid=99720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:02:52.551521 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c34e5a-09ce-44df-b829-e325732f8490 admin admin] Pushing event updated for resources: {'Port': ['ID=91e3345b-038e-44c1-8d88-7de6d5bbf8ec,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:52.553904 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21329473-175b-4893-8ab3-3b02254810aa', 'name': 'tempest-TestShelveInstance-1109998343-router', 'tenant_id': '94302e03a66d49488ecc210494662665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:48Z', 'revision_number': 4, 'project_id': '94302e03a66d49488ecc210494662665', 'gw_port': {'id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '8698ba97-aa4f-40f4-a8d9-7c91528113cf', 'name': '', 'network_id': '30700716-2b8b-453a-8682-0096823de319', 'tenant_id': '94302e03a66d49488ecc210494662665', 'mac_address': 'fa:16:3e:1f:f0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b7347e1b-6561-4e2c-bb17-d55c8e7fdd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:47Z', 'updated_at': '2021-10-14T18:02:51Z', 'revision_number': 4, 'project_id': '94302e03a66d49488ecc210494662665', 'subnets': [{'id': 'b7347e1b-6561-4e2c-bb17-d55c8e7fdd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:52.570358 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-200a8897-25c3-45eb-85b0-6d06d3e93358 req-d3a7eca0-ed7b-4630-9af4-7d4c6f89bc1f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417302 Oct 14 18:02:52.596191 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0cc5b8-302b-4324-a8d9-34d606ed5646 None None] The sync data for ids ['21329473-175b-4893-8ab3-3b02254810aa'] in dv-cinder-813936-1-iscsi is: [{'id': '21329473-175b-4893-8ab3-3b02254810aa', 'name': 'tempest-TestShelveInstance-1109998343-router', 'tenant_id': '94302e03a66d49488ecc210494662665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:48Z', 'revision_number': 4, 'project_id': '94302e03a66d49488ecc210494662665', 'gw_port': {'id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '8698ba97-aa4f-40f4-a8d9-7c91528113cf', 'name': '', 'network_id': '30700716-2b8b-453a-8682-0096823de319', 'tenant_id': '94302e03a66d49488ecc210494662665', 'mac_address': 'fa:16:3e:1f:f0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b7347e1b-6561-4e2c-bb17-d55c8e7fdd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:47Z', 'updated_at': '2021-10-14T18:02:51Z', 'revision_number': 4, 'project_id': '94302e03a66d49488ecc210494662665', 'subnets': [{'id': 'b7347e1b-6561-4e2c-bb17-d55c8e7fdd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:02:52.735439 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-470eecce-db05-4392-bafa-68784131482b None None] Notify callbacks [] for port, precommit_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:52.741611 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-470eecce-db05-4392-bafa-68784131482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160'] for port, after_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:52.778180 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470eecce-db05-4392-bafa-68784131482b None None] Network 287a9abf-e855-42e9-8a2e-d22ff6383147 is already hosted by enough agents. {{(pid=99720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:02:52.781152 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.scheduler.base_scheduler [None req-470eecce-db05-4392-bafa-68784131482b None None] Resources bound (agent type, host, resource id): {{(pid=99720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:02:52.785380 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470eecce-db05-4392-bafa-68784131482b None None] Received port after_create {{(pid=99720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:02:52.818934 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-93c34e5a-09ce-44df-b829-e325732f8490 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:52.821694 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470eecce-db05-4392-bafa-68784131482b None None] Pushing event updated for resources: {'Port': ['ID=33618434-b6bd-4d81-8d9b-fb2094ef1ee9,revision_number=1']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:52.858982 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-470eecce-db05-4392-bafa-68784131482b None None] Attempting to bind port 33618434-b6bd-4d81-8d9b-fb2094ef1ee9 on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:02:52.859360 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-470eecce-db05-4392-bafa-68784131482b None None] Attempting to bind port 33618434-b6bd-4d81-8d9b-fb2094ef1ee9 by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': 'b09f99a1-5780-41a2-b14b-b562f4fe1061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '287a9abf-e855-42e9-8a2e-d22ff6383147'}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:02:52.859933 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470eecce-db05-4392-bafa-68784131482b None None] Attempting to bind port 33618434-b6bd-4d81-8d9b-fb2094ef1ee9 on network 287a9abf-e855-42e9-8a2e-d22ff6383147 {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:02:52.866089 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470eecce-db05-4392-bafa-68784131482b None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:02:52.866468 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470eecce-db05-4392-bafa-68784131482b None None] Checking segment: {'id': 'b09f99a1-5780-41a2-b14b-b562f4fe1061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '287a9abf-e855-42e9-8a2e-d22ff6383147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:02:52.867036 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-470eecce-db05-4392-bafa-68784131482b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:52.867517 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470eecce-db05-4392-bafa-68784131482b None None] Bound using segment: {'id': 'b09f99a1-5780-41a2-b14b-b562f4fe1061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '287a9abf-e855-42e9-8a2e-d22ff6383147'} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:02:52.868025 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-470eecce-db05-4392-bafa-68784131482b None None] Bound port: 33618434-b6bd-4d81-8d9b-fb2094ef1ee9, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09f99a1-5780-41a2-b14b-b562f4fe1061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '287a9abf-e855-42e9-8a2e-d22ff6383147'}}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:02:52.868353 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-470eecce-db05-4392-bafa-68784131482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:52.964002 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-470eecce-db05-4392-bafa-68784131482b None None] For port 33618434-b6bd-4d81-8d9b-fb2094ef1ee9, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:02:52.968216 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-470eecce-db05-4392-bafa-68784131482b None None] For port 33618434-b6bd-4d81-8d9b-fb2094ef1ee9, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=33618434-b6bd-4d81-8d9b-fb2094ef1ee9,segment=NetworkSegment(b09f99a1-5780-41a2-b14b-b562f4fe1061),segment_id=b09f99a1-5780-41a2-b14b-b562f4fe1061)] {{(pid=99720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:02:52.974021 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-470eecce-db05-4392-bafa-68784131482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:53.039927 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470eecce-db05-4392-bafa-68784131482b None None] Pushing event updated for resources: {'Port': ['ID=33618434-b6bd-4d81-8d9b-fb2094ef1ee9,revision_number=2']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:53.048787 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a936a39-7979-4fd6-a722-0944bee619bc req-0ec00909-bdac-4635-b9f3-9d95a31c98d9 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:53.050608 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7a936a39-7979-4fd6-a722-0944bee619bc req-0ec00909-bdac-4635-b9f3-9d95a31c98d9 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.1394293 Oct 14 18:02:53.122809 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7a936a39-7979-4fd6-a722-0944bee619bc req-42d14192-fdc5-4eb3-9de7-87e824f15847 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644393 Oct 14 18:02:53.123890 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-93c34e5a-09ce-44df-b829-e325732f8490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3789984'] for router, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:53.190099 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62784d47-1747-409e-b040-de7c59e3f261 req-eb784aca-9a28-4ebe-97b1-4eb78cafbd84 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:53.192349 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-62784d47-1747-409e-b040-de7c59e3f261 req-eb784aca-9a28-4ebe-97b1-4eb78cafbd84 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0673680 Oct 14 18:02:53.261465 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-62784d47-1747-409e-b040-de7c59e3f261 req-7bb743b3-828f-4bf9-b659-d9d1cca903f9 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629475 Oct 14 18:02:53.304594 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c34e5a-09ce-44df-b829-e325732f8490 admin admin] Router 9ef91537-781d-4f02-a203-542309b1f347 is scheduled to L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef with binding_index 1 {{(pid=99718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 18:02:53.358407 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 12cec2ad-3aff-485e-8738-7f3da28a6ab4 no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:02:53.382823 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] No Port match for: 12cec2ad-3aff-485e-8738-7f3da28a6ab4 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:02:53.383170 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 12cec2ad-3aff-485e-8738-7f3da28a6ab4 not bound to the agent host hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:02:53.428803 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c34e5a-09ce-44df-b829-e325732f8490 admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:02:53.438750 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] Sync routers for ids ['9ef91537-781d-4f02-a203-542309b1f347'] in dv-cinder-813936-1-iscsi {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:02:53.448003 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-93c34e5a-09ce-44df-b829-e325732f8490 admin admin] Notify callbacks [] for router, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:53.451721 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-93c34e5a-09ce-44df-b829-e325732f8490 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0402565 Oct 14 18:02:53.451981 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 51838) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:53.452661 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] Routers {'9ef91537-781d-4f02-a203-542309b1f347'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:02:53.453306 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:02:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['9ef91537-781d-4f02-a203-542309b1f347'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:53.564431 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] Set router 9ef91537-781d-4f02-a203-542309b1f347 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:02:53.809439 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e01943-9b39-4c22-a2bd-a52fa7dc96ee req-22556010-7650-4a7e-bd98-07e902427b3b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:53.810977 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-77e01943-9b39-4c22-a2bd-a52fa7dc96ee req-22556010-7650-4a7e-bd98-07e902427b3b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.1382926 Oct 14 18:02:53.887449 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 33618434-b6bd-4d81-8d9b-fb2094ef1ee9 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:02:53.899441 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-77e01943-9b39-4c22-a2bd-a52fa7dc96ee req-7e889e7d-2d2b-4499-b0f1-ec663eb4ad65 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774906 Oct 14 18:02:53.903434 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef91537-781d-4f02-a203-542309b1f347', 'name': 'tempest-TestShelveInstance-130790591-router', 'tenant_id': 'f27597406e074ef0b56bfa4703c8845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '91e3345b-038e-44c1-8d88-7de6d5bbf8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:51Z', 'updated_at': '2021-10-14T18:02:52Z', 'revision_number': 3, 'project_id': 'f27597406e074ef0b56bfa4703c8845f', 'gw_port': {'id': '91e3345b-038e-44c1-8d88-7de6d5bbf8ec', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef91537-781d-4f02-a203-542309b1f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:52Z', 'updated_at': '2021-10-14T18:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:53.962807 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] Checking router: 9ef91537-781d-4f02-a203-542309b1f347 for host: dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:02:53.963158 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] Updating router 9ef91537-781d-4f02-a203-542309b1f347 port 91e3345b-038e-44c1-8d88-7de6d5bbf8ec binding host dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:02:53.969814 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 33618434-b6bd-4d81-8d9b-fb2094ef1ee9 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:53.970192 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:53.992787 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:54.064178 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:54.065492 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8029a39e-a677-4961-bd52-f1809e30ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:54.105228 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] For port 33618434-b6bd-4d81-8d9b-fb2094ef1ee9, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=33618434-b6bd-4d81-8d9b-fb2094ef1ee9,segment=NetworkSegment(b09f99a1-5780-41a2-b14b-b562f4fe1061),segment_id=b09f99a1-5780-41a2-b14b-b562f4fe1061)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:54.115354 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:54.116302 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 8698ba97-aa4f-40f4-a8d9-7c91528113cf up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:02:54.209535 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Pushing event updated for resources: {'Port': ['ID=33618434-b6bd-4d81-8d9b-fb2094ef1ee9,revision_number=3']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:54.232226 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 8698ba97-aa4f-40f4-a8d9-7c91528113cf triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:54.233227 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:54.278832 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43b2a8c-b28c-4405-a967-01261b91ba56 None None] Network 287a9abf-e855-42e9-8a2e-d22ff6383147 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:02:54.321386 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_common [None req-8029a39e-a677-4961-bd52-f1809e30ac3b admin admin] Allocated IP 172.20.0.1 (287a9abf-e855-42e9-8a2e-d22ff6383147/7aa23558-5a3a-42f2-a1a1-4b75692e34e8/5b72cfe0-f95f-4454-8d92-b96824e640f4) {{(pid=99718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:02:54.354492 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e8e70-0f51-4985-9cf1-bc5b2e07feb9 req-e09b32a9-6f19-442f-b93d-4312457ff3f3 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:54.362274 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5f1e8e70-0f51-4985-9cf1-bc5b2e07feb9 req-e09b32a9-6f19-442f-b93d-4312457ff3f3 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.1077175 Oct 14 18:02:54.377790 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-e52a57ab-30b4-47e1-b46b-3a55c8a9ea1f None None] Provisioning complete for port 33618434-b6bd-4d81-8d9b-fb2094ef1ee9 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:54.378386 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e52a57ab-30b4-47e1-b46b-3a55c8a9ea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:54.380624 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] Notify callbacks [] for port, precommit_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:54.394419 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:54.438495 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5f1e8e70-0f51-4985-9cf1-bc5b2e07feb9 req-0943538a-b3d2-467e-b908-5eaa7cf288a3 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633609 Oct 14 18:02:54.462675 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] Attempting to bind port 91e3345b-038e-44c1-8d88-7de6d5bbf8ec on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:02:54.463241 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] Attempting to bind port 91e3345b-038e-44c1-8d88-7de6d5bbf8ec by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}] {{(pid=99721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:02:54.463413 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] Attempting to bind port 91e3345b-038e-44c1-8d88-7de6d5bbf8ec on network d72eea9d-773f-4ba1-af60-02bc446a2bfb {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:02:54.470578 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8029a39e-a677-4961-bd52-f1809e30ac3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:54.475445 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:02:54.475816 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] Checking segment: {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:02:54.476204 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:54.476587 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] Bound using segment: {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'} {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:02:54.477104 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] Bound port: 91e3345b-038e-44c1-8d88-7de6d5bbf8ec, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}}] {{(pid=99721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:02:54.477503 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:54.480776 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276dbcc-cca7-4038-99ed-3125e3282ab0 None None] Pushing event updated for resources: {'Port': ['ID=91e3345b-038e-44c1-8d88-7de6d5bbf8ec,revision_number=2']} {{(pid=99721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:54.539720 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.db [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] For port 91e3345b-038e-44c1-8d88-7de6d5bbf8ec, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:02:54.543887 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.db [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] For port 91e3345b-038e-44c1-8d88-7de6d5bbf8ec, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=91e3345b-038e-44c1-8d88-7de6d5bbf8ec,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:02:54.547917 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:54.548702 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0aeafa-72a0-4dd3-9a3f-917e47306781 req-3dc64861-a4a5-4b14-b935-9d41ad848ad5 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:54.556731 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0d0aeafa-72a0-4dd3-9a3f-917e47306781 req-3dc64861-a4a5-4b14-b935-9d41ad848ad5 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0921516 Oct 14 18:02:54.576000 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8029a39e-a677-4961-bd52-f1809e30ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:54.615360 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] Routers {'9ef91537-781d-4f02-a203-542309b1f347'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:02:54.616099 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:02:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['9ef91537-781d-4f02-a203-542309b1f347'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:54.626504 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8029a39e-a677-4961-bd52-f1809e30ac3b admin admin] Network 287a9abf-e855-42e9-8a2e-d22ff6383147 is already hosted by enough agents. {{(pid=99718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:02:54.631538 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-8029a39e-a677-4961-bd52-f1809e30ac3b admin admin] Resources bound (agent type, host, resource id): {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:02:54.646925 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0d0aeafa-72a0-4dd3-9a3f-917e47306781 req-7c00406d-55f5-4a73-b8ca-5de3091e0bde tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843294 Oct 14 18:02:54.649980 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8029a39e-a677-4961-bd52-f1809e30ac3b admin admin] Received port after_create {{(pid=99718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:02:54.680927 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029a39e-a677-4961-bd52-f1809e30ac3b admin admin] Pushing event updated for resources: {'Port': ['ID=5b72cfe0-f95f-4454-8d92-b96824e640f4,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:54.682331 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276dbcc-cca7-4038-99ed-3125e3282ab0 None None] Pushing event updated for resources: {'Port': ['ID=91e3345b-038e-44c1-8d88-7de6d5bbf8ec,revision_number=3']} {{(pid=99721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:54.701027 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8029a39e-a677-4961-bd52-f1809e30ac3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3790741'] for router_interface, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:54.733400 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] Set router 9ef91537-781d-4f02-a203-542309b1f347 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:02:54.814391 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1cfea096-f535-4285-bc5b-70af7f88ea0c None None] Provisioning complete for port 33618434-b6bd-4d81-8d9b-fb2094ef1ee9 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:54.814756 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1cfea096-f535-4285-bc5b-70af7f88ea0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:54.947827 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef91537-781d-4f02-a203-542309b1f347', 'name': 'tempest-TestShelveInstance-130790591-router', 'tenant_id': 'f27597406e074ef0b56bfa4703c8845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '91e3345b-038e-44c1-8d88-7de6d5bbf8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:51Z', 'updated_at': '2021-10-14T18:02:52Z', 'revision_number': 3, 'project_id': 'f27597406e074ef0b56bfa4703c8845f', 'gw_port': {'id': '91e3345b-038e-44c1-8d88-7de6d5bbf8ec', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef91537-781d-4f02-a203-542309b1f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:52Z', 'updated_at': '2021-10-14T18:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:54.977872 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d648061a-ecfa-494e-bc89-c57017677ced None None] The sync data for ids ['9ef91537-781d-4f02-a203-542309b1f347'] in dv-cinder-813936-1-iscsi is: [{'id': '9ef91537-781d-4f02-a203-542309b1f347', 'name': 'tempest-TestShelveInstance-130790591-router', 'tenant_id': 'f27597406e074ef0b56bfa4703c8845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '91e3345b-038e-44c1-8d88-7de6d5bbf8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:51Z', 'updated_at': '2021-10-14T18:02:52Z', 'revision_number': 3, 'project_id': 'f27597406e074ef0b56bfa4703c8845f', 'gw_port': {'id': '91e3345b-038e-44c1-8d88-7de6d5bbf8ec', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef91537-781d-4f02-a203-542309b1f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:52Z', 'updated_at': '2021-10-14T18:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}] {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:02:55.021137 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-04eac3fb-2ee0-4bdf-97b1-51d50a631501 None None] Provisioning complete for port 5b72cfe0-f95f-4454-8d92-b96824e640f4 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:55.021795 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-04eac3fb-2ee0-4bdf-97b1-51d50a631501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:55.051670 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e748c-07f0-41d3-8f2c-1c646646fe65 req-8994b8ba-c4a7-494d-abbf-d26a96cdcdca tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:55.053878 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0f8e748c-07f0-41d3-8f2c-1c646646fe65 req-8994b8ba-c4a7-494d-abbf-d26a96cdcdca tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0651066 Oct 14 18:02:55.065088 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-04eac3fb-2ee0-4bdf-97b1-51d50a631501 None None] Port 5b72cfe0-f95f-4454-8d92-b96824e640f4 cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:02:55.081931 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8029a39e-a677-4961-bd52-f1809e30ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:55.107497 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0f8e748c-07f0-41d3-8f2c-1c646646fe65 req-0d5f780b-a599-4770-bf4a-60ddc4d2e6fb tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471487 Oct 14 18:02:55.265724 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8029a39e-a677-4961-bd52-f1809e30ac3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:55.270401 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8029a39e-a677-4961-bd52-f1809e30ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9121014'] for port, after_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:55.341899 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029a39e-a677-4961-bd52-f1809e30ac3b admin admin] Pushing event updated for resources: {'Port': ['ID=5b72cfe0-f95f-4454-8d92-b96824e640f4,revision_number=2']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:55.345459 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8029a39e-a677-4961-bd52-f1809e30ac3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790817'] for router_interface, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:55.447201 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8029a39e-a677-4961-bd52-f1809e30ac3b admin admin] Network 287a9abf-e855-42e9-8a2e-d22ff6383147 is already hosted by enough agents. {{(pid=99718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:02:55.448696 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-8029a39e-a677-4961-bd52-f1809e30ac3b admin admin] Resources bound (agent type, host, resource id): {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:02:55.593751 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec084b1-14e0-4b92-999b-1a622966c055 req-35596106-8a66-4d13-8cd0-75e2ae625104 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:55.595338 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-5ec084b1-14e0-4b92-999b-1a622966c055 req-35596106-8a66-4d13-8cd0-75e2ae625104 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0739100 Oct 14 18:02:55.614222 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8029a39e-a677-4961-bd52-f1809e30ac3b admin admin] Router 9ef91537-781d-4f02-a203-542309b1f347 has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:02:55.649693 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-5ec084b1-14e0-4b92-999b-1a622966c055 req-1ff6f004-8cda-4a60-8405-571b700b4153 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463467 Oct 14 18:02:55.690805 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-888ab350-317b-49db-9b60-08b54fd7088b None None] Provisioning complete for port 5b72cfe0-f95f-4454-8d92-b96824e640f4 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:55.691961 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-888ab350-317b-49db-9b60-08b54fd7088b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:55.741555 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-888ab350-317b-49db-9b60-08b54fd7088b None None] Port 5b72cfe0-f95f-4454-8d92-b96824e640f4 cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:02:55.757815 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8029a39e-a677-4961-bd52-f1809e30ac3b admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:02:55.763172 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-8029a39e-a677-4961-bd52-f1809e30ac3b admin admin] 10.222.0.49 "PUT /v2.0/routers/9ef91537-781d-4f02-a203-542309b1f347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3100324 Oct 14 18:02:55.793761 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9ebc0-e658-42fd-99dd-82a5ca4b5eee req-4b9fab33-4f59-42fc-bdc2-fc3018e6b48a tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:55.796026 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f6d9ebc0-e658-42fd-99dd-82a5ca4b5eee req-4b9fab33-4f59-42fc-bdc2-fc3018e6b48a tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0862489 Oct 14 18:02:55.837861 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f6d9ebc0-e658-42fd-99dd-82a5ca4b5eee req-f27b5bd5-a98c-478a-9a45-d5be43696b95 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354736 Oct 14 18:02:55.928581 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 33618434-b6bd-4d81-8d9b-fb2094ef1ee9 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:02:56.094782 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 33618434-b6bd-4d81-8d9b-fb2094ef1ee9 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:56.095381 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:56.176426 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 91e3345b-038e-44c1-8d88-7de6d5bbf8ec up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:02:56.236787 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 91e3345b-038e-44c1-8d88-7de6d5bbf8ec triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:56.237475 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:56.242615 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d77b79-6b24-4cfa-a2d2-7ffea81a5997 req-567e5779-2375-42cb-8d4a-7547317fd3d3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:56.244103 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-03d77b79-6b24-4cfa-a2d2-7ffea81a5997 req-567e5779-2375-42cb-8d4a-7547317fd3d3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0544522 Oct 14 18:02:56.318332 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-03d77b79-6b24-4cfa-a2d2-7ffea81a5997 req-520efb69-3548-42ad-8f14-773ac9d3a5dc tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532689 Oct 14 18:02:56.339240 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:56.414816 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] For port 91e3345b-038e-44c1-8d88-7de6d5bbf8ec, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=91e3345b-038e-44c1-8d88-7de6d5bbf8ec,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:56.424642 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:56.509441 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Pushing event updated for resources: {'Port': ['ID=91e3345b-038e-44c1-8d88-7de6d5bbf8ec,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:56.589012 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 51884) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:56.594285 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-23dde8bd-f166-4d82-abd2-c80b15e90678 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1365521812', 'description': 'tempest-secgroup-smoke-1365521812 description', 'project_id': '94302e03a66d49488ecc210494662665'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:56.616430 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-23dde8bd-f166-4d82-abd2-c80b15e90678 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:56.701727 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-23dde8bd-f166-4d82-abd2-c80b15e90678 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:56.707986 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-23dde8bd-f166-4d82-abd2-c80b15e90678 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:56.740574 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] Sync routers for ids ['9ef91537-781d-4f02-a203-542309b1f347'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:02:56.747900 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dde8bd-f166-4d82-abd2-c80b15e90678 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=050da210-f36f-41e9-b4da-0b2aad664db4,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:56.750501 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] Routers {'9ef91537-781d-4f02-a203-542309b1f347'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:02:56.751319 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:02:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['9ef91537-781d-4f02-a203-542309b1f347'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:56.764476 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-23dde8bd-f166-4d82-abd2-c80b15e90678 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:56.765895 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-23dde8bd-f166-4d82-abd2-c80b15e90678 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1753109 Oct 14 18:02:56.768727 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 51892) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:56.773171 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-20fa5200-8f01-4412-8ca3-a0f3a5cfcd6e tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Request body: {'security_group_rule': {'security_group_id': '050da210-f36f-41e9-b4da-0b2aad664db4', 'project_id': '94302e03a66d49488ecc210494662665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:56.796378 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd6098-f52c-4e51-a12c-f77f4f84e1c0 req-5d34add2-e631-49d5-8964-0bd4254d1b90 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:56.798891 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-95cd6098-f52c-4e51-a12c-f77f4f84e1c0 req-5d34add2-e631-49d5-8964-0bd4254d1b90 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0775115 Oct 14 18:02:56.808187 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-20fa5200-8f01-4412-8ca3-a0f3a5cfcd6e tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:56.888008 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-95cd6098-f52c-4e51-a12c-f77f4f84e1c0 req-9020f2bc-14a1-4c00-847f-015ef01cdc60 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793784 Oct 14 18:02:56.890606 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-20fa5200-8f01-4412-8ca3-a0f3a5cfcd6e tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:56.903445 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-20fa5200-8f01-4412-8ca3-a0f3a5cfcd6e tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:56.933352 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa5200-8f01-4412-8ca3-a0f3a5cfcd6e tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c73945-b41b-4fa8-a674-c4cc5a33e148,revision_number=0']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:56.935650 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] Set router 9ef91537-781d-4f02-a203-542309b1f347 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:02:56.953409 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-20fa5200-8f01-4412-8ca3-a0f3a5cfcd6e tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:56.961373 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 51900) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:56.962929 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-20fa5200-8f01-4412-8ca3-a0f3a5cfcd6e tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1927316 Oct 14 18:02:56.969690 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-6b5ab855-440a-412b-b076-e0184fe32024 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Request body: {'security_group_rule': {'security_group_id': '050da210-f36f-41e9-b4da-0b2aad664db4', 'project_id': '94302e03a66d49488ecc210494662665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:57.027035 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8dfdb-9225-49a1-9d69-3f54b757e9b6 req-5772f24e-e982-4101-b2a9-7508e38759b9 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:57.036300 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-dbb8dfdb-9225-49a1-9d69-3f54b757e9b6 req-5772f24e-e982-4101-b2a9-7508e38759b9 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0683589 Oct 14 18:02:57.048238 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6b5ab855-440a-412b-b076-e0184fe32024 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:57.087787 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-dbb8dfdb-9225-49a1-9d69-3f54b757e9b6 req-b3203908-510e-4409-85a0-fa19323fb761 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500588 Oct 14 18:02:57.131987 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6b5ab855-440a-412b-b076-e0184fe32024 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:57.137419 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6b5ab855-440a-412b-b076-e0184fe32024 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:57.166555 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6b5ab855-440a-412b-b076-e0184fe32024 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:57.168060 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-6b5ab855-440a-412b-b076-e0184fe32024 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2043452 Oct 14 18:02:57.170856 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 51902) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:57.177157 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-580d1280-8fa9-4496-9100-a1920a5a386b tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Request body: {'security_group_rule': {'security_group_id': '050da210-f36f-41e9-b4da-0b2aad664db4', 'project_id': '94302e03a66d49488ecc210494662665', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:57.182302 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ab855-440a-412b-b076-e0184fe32024 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135794d5-e0d0-4bdc-abbc-6abe67434566,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:57.238602 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef91537-781d-4f02-a203-542309b1f347', 'name': 'tempest-TestShelveInstance-130790591-router', 'tenant_id': 'f27597406e074ef0b56bfa4703c8845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '91e3345b-038e-44c1-8d88-7de6d5bbf8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:51Z', 'updated_at': '2021-10-14T18:02:55Z', 'revision_number': 4, 'project_id': 'f27597406e074ef0b56bfa4703c8845f', 'gw_port': {'id': '91e3345b-038e-44c1-8d88-7de6d5bbf8ec', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef91537-781d-4f02-a203-542309b1f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:52Z', 'updated_at': '2021-10-14T18:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '5b72cfe0-f95f-4454-8d92-b96824e640f4', 'name': '', 'network_id': '287a9abf-e855-42e9-8a2e-d22ff6383147', 'tenant_id': 'f27597406e074ef0b56bfa4703c8845f', 'mac_address': 'fa:16:3e:4b:7d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef91537-781d-4f02-a203-542309b1f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7aa23558-5a3a-42f2-a1a1-4b75692e34e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:54Z', 'updated_at': '2021-10-14T18:02:55Z', 'revision_number': 2, 'project_id': 'f27597406e074ef0b56bfa4703c8845f', 'subnets': [{'id': '7aa23558-5a3a-42f2-a1a1-4b75692e34e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:57.245247 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-580d1280-8fa9-4496-9100-a1920a5a386b tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:57.270811 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] Checking router: 9ef91537-781d-4f02-a203-542309b1f347 for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:02:57.271223 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] Updating router 9ef91537-781d-4f02-a203-542309b1f347 port 5b72cfe0-f95f-4454-8d92-b96824e640f4 binding host dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:02:57.325001 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:57.339168 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-580d1280-8fa9-4496-9100-a1920a5a386b tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:57.345965 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-580d1280-8fa9-4496-9100-a1920a5a386b tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:57.390691 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d1280-8fa9-4496-9100-a1920a5a386b tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba05e3d-40f3-4911-984a-f2ab5b0296b0,revision_number=0']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:57.399597 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-580d1280-8fa9-4496-9100-a1920a5a386b tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:57.404210 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 51916) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:57.404706 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-580d1280-8fa9-4496-9100-a1920a5a386b tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2324767 Oct 14 18:02:57.410990 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-fc917fb5-9841-4781-a9be-c4474fc41786 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Request body: {'security_group_rule': {'security_group_id': '050da210-f36f-41e9-b4da-0b2aad664db4', 'project_id': '94302e03a66d49488ecc210494662665', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:57.457272 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fc917fb5-9841-4781-a9be-c4474fc41786 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:57.563380 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753a5e4-f548-4e6b-a779-935f2ea6c6b9 req-5ad6dd0b-5917-42c3-960e-7df8601acaaa tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:57.579195 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c753a5e4-f548-4e6b-a779-935f2ea6c6b9 req-5ad6dd0b-5917-42c3-960e-7df8601acaaa tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.1106496 Oct 14 18:02:57.627574 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fc917fb5-9841-4781-a9be-c4474fc41786 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:57.636547 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fc917fb5-9841-4781-a9be-c4474fc41786 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:57.717336 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c753a5e4-f548-4e6b-a779-935f2ea6c6b9 req-04474847-08b0-49be-989c-04afe29212d3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299326 Oct 14 18:02:57.734214 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc917fb5-9841-4781-a9be-c4474fc41786 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a7f4de-4498-4fd4-b7dc-41bcfaceb3f1,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:57.772195 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fc917fb5-9841-4781-a9be-c4474fc41786 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:57.774888 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-fc917fb5-9841-4781-a9be-c4474fc41786 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3692307 Oct 14 18:02:57.779030 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 51924) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:57.783802 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-1cfd0d22-212a-467d-a474-19ba3ee1a066 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Request body: {'security_group_rule': {'security_group_id': '050da210-f36f-41e9-b4da-0b2aad664db4', 'project_id': '94302e03a66d49488ecc210494662665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:57.833716 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.db.securitygroups_db [None req-1cfd0d22-212a-467d-a474-19ba3ee1a066 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Project 94302e03a66d49488ecc210494662665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 18:02:57.842923 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1cfd0d22-212a-467d-a474-19ba3ee1a066 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:57.848326 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 91e3345b-038e-44c1-8d88-7de6d5bbf8ec up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:02:57.945451 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] Notify callbacks [] for port, precommit_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:57.951325 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1cfd0d22-212a-467d-a474-19ba3ee1a066 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:57.958878 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1cfd0d22-212a-467d-a474-19ba3ee1a066 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:57.967496 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:57.984164 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd0d22-212a-467d-a474-19ba3ee1a066 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24fc6eb3-3b35-4001-adda-2c8dac090cc3,revision_number=0']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:58.008349 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1cfd0d22-212a-467d-a474-19ba3ee1a066 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:58.009756 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-1cfd0d22-212a-467d-a474-19ba3ee1a066 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2296135 Oct 14 18:02:58.012670 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 51930) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:02:58.018111 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-fba8036d-9cb7-4bac-908b-e893ff321e49 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Request body: {'security_group_rule': {'security_group_id': '050da210-f36f-41e9-b4da-0b2aad664db4', 'project_id': '94302e03a66d49488ecc210494662665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:02:58.018937 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c9dab-23d5-4d61-86bd-ed65f4eee829 None None] Pushing event updated for resources: {'Port': ['ID=5b72cfe0-f95f-4454-8d92-b96824e640f4,revision_number=3']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:58.041844 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 91e3345b-038e-44c1-8d88-7de6d5bbf8ec triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:58.042223 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:58.080974 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.securitygroups_db [None req-fba8036d-9cb7-4bac-908b-e893ff321e49 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Project 94302e03a66d49488ecc210494662665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 18:02:58.090703 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fba8036d-9cb7-4bac-908b-e893ff321e49 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:58.172181 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b7a56-3588-42f1-ac9e-f8c7a4d19fa0 req-7d7241d4-7e8a-45e9-bd73-99d2b4e5240e tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:58.182300 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ff0b7a56-3588-42f1-ac9e-f8c7a4d19fa0 req-7d7241d4-7e8a-45e9-bd73-99d2b4e5240e tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.1606185 Oct 14 18:02:58.252301 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ff0b7a56-3588-42f1-ac9e-f8c7a4d19fa0 req-483c4b93-3c7b-4a67-a2f0-ebbf014ce4c0 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639100 Oct 14 18:02:58.253660 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] Attempting to bind port 5b72cfe0-f95f-4454-8d92-b96824e640f4 on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:02:58.254309 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] Attempting to bind port 5b72cfe0-f95f-4454-8d92-b96824e640f4 by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': 'b09f99a1-5780-41a2-b14b-b562f4fe1061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '287a9abf-e855-42e9-8a2e-d22ff6383147'}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:02:58.254682 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] Attempting to bind port 5b72cfe0-f95f-4454-8d92-b96824e640f4 on network 287a9abf-e855-42e9-8a2e-d22ff6383147 {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:02:58.294808 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:02:58.295211 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] Checking segment: {'id': 'b09f99a1-5780-41a2-b14b-b562f4fe1061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '287a9abf-e855-42e9-8a2e-d22ff6383147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:02:58.302386 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:58.302835 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] Bound using segment: {'id': 'b09f99a1-5780-41a2-b14b-b562f4fe1061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '287a9abf-e855-42e9-8a2e-d22ff6383147'} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:02:58.305030 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fba8036d-9cb7-4bac-908b-e893ff321e49 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:58.308534 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] Bound port: 5b72cfe0-f95f-4454-8d92-b96824e640f4, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09f99a1-5780-41a2-b14b-b562f4fe1061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '287a9abf-e855-42e9-8a2e-d22ff6383147'}}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:02:58.309044 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:58.344541 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fba8036d-9cb7-4bac-908b-e893ff321e49 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:58.412089 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8036d-9cb7-4bac-908b-e893ff321e49 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a6d0ba-a562-4572-8f69-187459858cfb,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:58.426441 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fba8036d-9cb7-4bac-908b-e893ff321e49 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:58.427690 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] For port 5b72cfe0-f95f-4454-8d92-b96824e640f4, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:02:58.428043 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-fba8036d-9cb7-4bac-908b-e893ff321e49 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4140635 Oct 14 18:02:58.431271 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] For port 5b72cfe0-f95f-4454-8d92-b96824e640f4, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=5b72cfe0-f95f-4454-8d92-b96824e640f4,segment=NetworkSegment(b09f99a1-5780-41a2-b14b-b562f4fe1061),segment_id=b09f99a1-5780-41a2-b14b-b562f4fe1061)] {{(pid=99720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:02:58.437140 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:58.458669 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6a7d3-1ba7-4db8-9aad-2c03beb53281 req-10a49a0e-2b19-4ca1-8bc6-382113cf11fc tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:58.460633 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-aef6a7d3-1ba7-4db8-9aad-2c03beb53281 req-10a49a0e-2b19-4ca1-8bc6-382113cf11fc tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.2177441 Oct 14 18:02:58.498105 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] Routers {'9ef91537-781d-4f02-a203-542309b1f347'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:02:58.498741 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:02:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['9ef91537-781d-4f02-a203-542309b1f347'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:58.538793 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-aef6a7d3-1ba7-4db8-9aad-2c03beb53281 req-88402bff-11df-4d0c-b3db-8c76bc90eeed tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549533 Oct 14 18:02:58.631319 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c9dab-23d5-4d61-86bd-ed65f4eee829 None None] Pushing event updated for resources: {'Port': ['ID=5b72cfe0-f95f-4454-8d92-b96824e640f4,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:58.641541 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-74efe6ef-a2bf-48b6-9134-2c7372af285a None None] Provisioning complete for port 5b72cfe0-f95f-4454-8d92-b96824e640f4 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:58.642136 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-74efe6ef-a2bf-48b6-9134-2c7372af285a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:58.735024 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] Set router 9ef91537-781d-4f02-a203-542309b1f347 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:02:58.929305 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-74efe6ef-a2bf-48b6-9134-2c7372af285a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:58.984315 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d2f6d-7b9e-4982-a29e-a220c99c2cb9 req-6a206a22-82d6-49e5-a26c-87b283dd540c tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:59.005848 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0f0d2f6d-7b9e-4982-a29e-a220c99c2cb9 req-6a206a22-82d6-49e5-a26c-87b283dd540c tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.1550255 Oct 14 18:02:59.043402 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-74efe6ef-a2bf-48b6-9134-2c7372af285a None None] For port 5b72cfe0-f95f-4454-8d92-b96824e640f4, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=5b72cfe0-f95f-4454-8d92-b96824e640f4,segment=NetworkSegment(b09f99a1-5780-41a2-b14b-b562f4fe1061),segment_id=b09f99a1-5780-41a2-b14b-b562f4fe1061)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:02:59.050044 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-74efe6ef-a2bf-48b6-9134-2c7372af285a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:59.091116 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0f0d2f6d-7b9e-4982-a29e-a220c99c2cb9 req-46e1fb3b-5ac8-4986-9794-854e47c5b6e6 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746689 Oct 14 18:02:59.170873 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efe6ef-a2bf-48b6-9134-2c7372af285a None None] Pushing event updated for resources: {'Port': ['ID=5b72cfe0-f95f-4454-8d92-b96824e640f4,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:02:59.191954 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-33385026-0972-4ccf-81a4-6bf805e24f87 None None] Provisioning complete for port 5b72cfe0-f95f-4454-8d92-b96824e640f4 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:59.192384 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-33385026-0972-4ccf-81a4-6bf805e24f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:02:59.225200 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef91537-781d-4f02-a203-542309b1f347', 'name': 'tempest-TestShelveInstance-130790591-router', 'tenant_id': 'f27597406e074ef0b56bfa4703c8845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '91e3345b-038e-44c1-8d88-7de6d5bbf8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:51Z', 'updated_at': '2021-10-14T18:02:55Z', 'revision_number': 4, 'project_id': 'f27597406e074ef0b56bfa4703c8845f', 'gw_port': {'id': '91e3345b-038e-44c1-8d88-7de6d5bbf8ec', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef91537-781d-4f02-a203-542309b1f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:52Z', 'updated_at': '2021-10-14T18:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '5b72cfe0-f95f-4454-8d92-b96824e640f4', 'name': '', 'network_id': '287a9abf-e855-42e9-8a2e-d22ff6383147', 'tenant_id': 'f27597406e074ef0b56bfa4703c8845f', 'mac_address': 'fa:16:3e:4b:7d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef91537-781d-4f02-a203-542309b1f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7aa23558-5a3a-42f2-a1a1-4b75692e34e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:54Z', 'updated_at': '2021-10-14T18:02:58Z', 'revision_number': 4, 'project_id': 'f27597406e074ef0b56bfa4703c8845f', 'subnets': [{'id': '7aa23558-5a3a-42f2-a1a1-4b75692e34e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:02:59.279487 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d43f44c-0a28-4701-8609-531b06199726 None None] The sync data for ids ['9ef91537-781d-4f02-a203-542309b1f347'] in dv-cinder-813936-1-iscsi is: [{'id': '9ef91537-781d-4f02-a203-542309b1f347', 'name': 'tempest-TestShelveInstance-130790591-router', 'tenant_id': 'f27597406e074ef0b56bfa4703c8845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '91e3345b-038e-44c1-8d88-7de6d5bbf8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:51Z', 'updated_at': '2021-10-14T18:02:55Z', 'revision_number': 4, 'project_id': 'f27597406e074ef0b56bfa4703c8845f', 'gw_port': {'id': '91e3345b-038e-44c1-8d88-7de6d5bbf8ec', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef91537-781d-4f02-a203-542309b1f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:52Z', 'updated_at': '2021-10-14T18:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '5b72cfe0-f95f-4454-8d92-b96824e640f4', 'name': '', 'network_id': '287a9abf-e855-42e9-8a2e-d22ff6383147', 'tenant_id': 'f27597406e074ef0b56bfa4703c8845f', 'mac_address': 'fa:16:3e:4b:7d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef91537-781d-4f02-a203-542309b1f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '7aa23558-5a3a-42f2-a1a1-4b75692e34e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:54Z', 'updated_at': '2021-10-14T18:02:58Z', 'revision_number': 4, 'project_id': 'f27597406e074ef0b56bfa4703c8845f', 'subnets': [{'id': '7aa23558-5a3a-42f2-a1a1-4b75692e34e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:02:59.541588 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b482c83-664a-4fd4-89c4-49070c6f6810 req-aa6d8ff6-d3c1-4a11-9538-5864b8e76aaa tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:59.544136 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1b482c83-664a-4fd4-89c4-49070c6f6810 req-aa6d8ff6-d3c1-4a11-9538-5864b8e76aaa tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0739787 Oct 14 18:02:59.656028 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1b482c83-664a-4fd4-89c4-49070c6f6810 req-9df84f8e-17e4-4666-994a-0ee6e630345a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060205 Oct 14 18:02:59.702294 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70412e1-44e9-43aa-8c15-2bd5b8eb4fcb req-7bb20f68-164d-4464-a35c-a8f15b59d7c7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:02:59.708222 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-b70412e1-44e9-43aa-8c15-2bd5b8eb4fcb req-7bb20f68-164d-4464-a35c-a8f15b59d7c7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0735331 Oct 14 18:02:59.784094 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-b70412e1-44e9-43aa-8c15-2bd5b8eb4fcb req-65f83898-2786-4d0c-93c9-a2ce5f0dd82f tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749002 Oct 14 18:02:59.874568 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 5b72cfe0-f95f-4454-8d92-b96824e640f4 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:02:59.940554 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 5b72cfe0-f95f-4454-8d92-b96824e640f4 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:02:59.941458 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:00.243893 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b57e8e-5c5b-4a0e-bf0d-bd29f44c8582 req-ec4dd832-b5fa-40eb-b929-b847b76999e1 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:00.253558 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-77b57e8e-5c5b-4a0e-bf0d-bd29f44c8582 req-ec4dd832-b5fa-40eb-b929-b847b76999e1 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0775630 Oct 14 18:03:00.313431 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-77b57e8e-5c5b-4a0e-bf0d-bd29f44c8582 req-6b8e444f-31e1-409f-bd3e-9fc22224ca7c tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550041 Oct 14 18:03:00.773264 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351859c9-d7af-47d6-9f6e-f14d3c389bf0 req-a8a14b6d-070a-47bd-8b4a-7f65bfcd3ccb tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:00.774723 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-351859c9-d7af-47d6-9f6e-f14d3c389bf0 req-a8a14b6d-070a-47bd-8b4a-7f65bfcd3ccb tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0512502 Oct 14 18:03:00.815777 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-351859c9-d7af-47d6-9f6e-f14d3c389bf0 req-888e3190-9735-4711-9f2b-52c38eeac100 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345824 Oct 14 18:03:00.930344 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc30e32-c0e4-4cd5-b6f6-312cb78a7cb7 req-62c2e387-1249-4565-b261-0bf766215071 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:00.931946 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bbc30e32-c0e4-4cd5-b6f6-312cb78a7cb7 req-62c2e387-1249-4565-b261-0bf766215071 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0595882 Oct 14 18:03:00.972155 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bbc30e32-c0e4-4cd5-b6f6-312cb78a7cb7 req-52cf1a20-b1a1-4a08-9882-bc8ac7ad911d tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341041 Oct 14 18:03:01.457721 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2b1d2-7bf8-438f-bec6-b228dbc37707 req-d932eaaf-69fa-4a08-b86c-2990099eb16d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:01.464949 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-fdc2b1d2-7bf8-438f-bec6-b228dbc37707 req-d932eaaf-69fa-4a08-b86c-2990099eb16d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0647476 Oct 14 18:03:01.500258 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-fdc2b1d2-7bf8-438f-bec6-b228dbc37707 req-86e30484-ce28-48ff-afe6-d25d4ad1ef54 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344572 Oct 14 18:03:01.962293 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451197e-0fd4-4382-8ff1-bd08c0e83c22 req-0fc6644a-2678-4e7f-bd2f-05ebc217111a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:01.963703 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-9451197e-0fd4-4382-8ff1-bd08c0e83c22 req-0fc6644a-2678-4e7f-bd2f-05ebc217111a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0675068 Oct 14 18:03:02.006681 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-9451197e-0fd4-4382-8ff1-bd08c0e83c22 req-ef64df7d-ca31-42c1-a4de-e24fc2591dde tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363731 Oct 14 18:03:02.142795 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e93fd-cb32-4ee0-b57a-497e0f81def0 req-0438ed83-13fe-4435-8b95-e6eace7ad77d tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:02.145022 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-df4e93fd-cb32-4ee0-b57a-497e0f81def0 req-0438ed83-13fe-4435-8b95-e6eace7ad77d tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0693669 Oct 14 18:03:02.193595 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-df4e93fd-cb32-4ee0-b57a-497e0f81def0 req-cdf2223a-78ac-438c-b702-d4470616c690 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413156 Oct 14 18:03:02.624472 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070deb61-3576-437d-bec8-dc64c6cb8a27 req-0e67b51f-60a8-4a3e-8b9e-192e07b6b039 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:02.626220 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-070deb61-3576-437d-bec8-dc64c6cb8a27 req-0e67b51f-60a8-4a3e-8b9e-192e07b6b039 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0521092 Oct 14 18:03:02.667622 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-070deb61-3576-437d-bec8-dc64c6cb8a27 req-6b9f581d-9c00-45c9-847c-a24d42c9364a tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341735 Oct 14 18:03:03.127872 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2651e1-4388-443b-b308-0f9bd1e41db7 req-80fbd809-14bd-42a8-9c4b-7bc0c6d12a0c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:03.129950 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6e2651e1-4388-443b-b308-0f9bd1e41db7 req-80fbd809-14bd-42a8-9c4b-7bc0c6d12a0c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0525303 Oct 14 18:03:03.168463 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6e2651e1-4388-443b-b308-0f9bd1e41db7 req-f90b1fb0-2deb-4a57-b9dd-ff9b86ffa208 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324259 Oct 14 18:03:03.319509 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e61e-e9bc-4603-ac27-f4b2b8e8d4c8 req-7e8351ed-3905-4f2e-9042-8a48860cda17 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:03.321052 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bab0e61e-e9bc-4603-ac27-f4b2b8e8d4c8 req-7e8351ed-3905-4f2e-9042-8a48860cda17 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0582793 Oct 14 18:03:03.361801 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bab0e61e-e9bc-4603-ac27-f4b2b8e8d4c8 req-3764edbe-d811-4def-82be-b52a2e3d3403 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347929 Oct 14 18:03:03.794794 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b1516-681a-4d6d-b1b0-d46e847a4e43 req-f7542928-d0fb-4c38-9b84-8679a49e4b85 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:03.797098 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ba7b1516-681a-4d6d-b1b0-d46e847a4e43 req-f7542928-d0fb-4c38-9b84-8679a49e4b85 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0528810 Oct 14 18:03:03.836222 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ba7b1516-681a-4d6d-b1b0-d46e847a4e43 req-51a00579-a911-493b-b5ec-83e82e805d7f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323913 Oct 14 18:03:04.293553 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb234a-3071-43fa-8bac-53aaaa10b862 req-98d73f69-7a73-4ab3-86fd-1eca2af309c3 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:04.295012 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-daeb234a-3071-43fa-8bac-53aaaa10b862 req-98d73f69-7a73-4ab3-86fd-1eca2af309c3 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0546110 Oct 14 18:03:04.334470 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-daeb234a-3071-43fa-8bac-53aaaa10b862 req-0498133a-0dec-4802-8e2a-a1721e634587 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335577 Oct 14 18:03:04.490415 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65b8f6-e9a8-4481-a6be-fd4b17cc40da req-ae9ec4c4-bcb1-4a42-a810-92e00fd23325 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:04.491778 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-eb65b8f6-e9a8-4481-a6be-fd4b17cc40da req-ae9ec4c4-bcb1-4a42-a810-92e00fd23325 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0523601 Oct 14 18:03:04.530936 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-eb65b8f6-e9a8-4481-a6be-fd4b17cc40da req-1e4d40ba-f434-4388-aa3c-991748de47e1 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329530 Oct 14 18:03:04.962111 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f0088-ded3-4690-b611-4eb53d369e5a req-46e5f84f-24eb-4e25-a213-1865a6660a5b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:04.963584 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-976f0088-ded3-4690-b611-4eb53d369e5a req-46e5f84f-24eb-4e25-a213-1865a6660a5b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0514619 Oct 14 18:03:05.006030 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-976f0088-ded3-4690-b611-4eb53d369e5a req-a9b20526-0d12-4ca2-89c5-7ce54a19acbc tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358648 Oct 14 18:03:05.457191 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a96cd-90a5-4730-893a-cc3774fe13ba req-8c2a1895-4212-4738-bdb2-1f55f6560e02 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:05.458773 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4a0a96cd-90a5-4730-893a-cc3774fe13ba req-8c2a1895-4212-4738-bdb2-1f55f6560e02 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0505137 Oct 14 18:03:05.496392 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4a0a96cd-90a5-4730-893a-cc3774fe13ba req-30b098a0-e89d-4ad0-8c61-af7b590e192c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317655 Oct 14 18:03:05.664085 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b1a3d-8bc9-4e00-8b56-99eeb322c367 req-42314cb4-86e2-40bb-87dd-a8e9fe865abd tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:05.665890 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f00b1a3d-8bc9-4e00-8b56-99eeb322c367 req-42314cb4-86e2-40bb-87dd-a8e9fe865abd tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0647547 Oct 14 18:03:05.709308 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f00b1a3d-8bc9-4e00-8b56-99eeb322c367 req-450ea642-f0f9-44d5-b699-035ca6d8b4c5 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368166 Oct 14 18:03:06.133122 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe93622-1adc-4c8d-9419-af6bdc072e8c req-a61409c2-d420-4d5a-a0dc-d55c4963d9c4 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:06.134729 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bfe93622-1adc-4c8d-9419-af6bdc072e8c req-a61409c2-d420-4d5a-a0dc-d55c4963d9c4 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0513897 Oct 14 18:03:06.174133 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bfe93622-1adc-4c8d-9419-af6bdc072e8c req-f7bc38aa-9624-439a-88c6-3d2cbb895116 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326905 Oct 14 18:03:06.624103 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83fa3c-3ae9-43de-9a1f-9fe91c5a2830 req-97dd9a1c-757b-446b-ae73-cbfc4a8b47f2 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:06.625640 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ef83fa3c-3ae9-43de-9a1f-9fe91c5a2830 req-97dd9a1c-757b-446b-ae73-cbfc4a8b47f2 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0545421 Oct 14 18:03:06.673588 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ef83fa3c-3ae9-43de-9a1f-9fe91c5a2830 req-24559753-a8fe-4c3f-b579-ed5704f8b33e tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408845 Oct 14 18:03:07.047616 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ee5a7-c4af-4c38-86dd-3cf4f8bb7c7b req-02fd97e2-4f04-4359-80e5-25a902b929ec tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:07.052075 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-905ee5a7-c4af-4c38-86dd-3cf4f8bb7c7b req-02fd97e2-4f04-4359-80e5-25a902b929ec tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.1056395 Oct 14 18:03:07.101751 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-905ee5a7-c4af-4c38-86dd-3cf4f8bb7c7b req-9d915b72-e20f-4beb-9227-9075e253269b tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413511 Oct 14 18:03:07.158562 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24a71c-7a41-465c-881c-2377ecfbd314 req-56db1217-148f-4c51-a419-aaad374a8f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:07.160156 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9d24a71c-7a41-465c-881c-2377ecfbd314 req-56db1217-148f-4c51-a419-aaad374a8f4d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9286435440ed4572b505e029abbfe5fe&device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 1098 time: 0.0546601 Oct 14 18:03:07.246514 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2766fe-0151-4502-ad2d-cd9386d4968f req-d65b0b9c-0769-4217-bf37-14c140fe0ddb tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:07.248771 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7e2766fe-0151-4502-ad2d-cd9386d4968f req-d65b0b9c-0769-4217-bf37-14c140fe0ddb tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0615540 Oct 14 18:03:07.271210 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24a71c-7a41-465c-881c-2377ecfbd314 req-add04908-ee2e-4c58-89d4-65efc101334d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:07.272778 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9d24a71c-7a41-465c-881c-2377ecfbd314 req-add04908-ee2e-4c58-89d4-65efc101334d service neutron] 10.222.0.32 "GET /v2.0/networks?id=83910de2-b586-4465-84e9-9f9658b647e4 HTTP/1.1" status: 200 len: 912 time: 0.1026740 Oct 14 18:03:07.299440 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7e2766fe-0151-4502-ad2d-cd9386d4968f req-52d11e0e-5d95-48c9-954f-12b973f9feb0 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440087 Oct 14 18:03:07.323482 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 8f416a6e-ecaf-4275-9500-f6d0da12845e details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:03:07.463115 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 8f416a6e-ecaf-4275-9500-f6d0da12845e, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=8f416a6e-ecaf-4275-9500-f6d0da12845e,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:03:07.483525 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': '8f416a6e-ecaf-4275-9500-f6d0da12845e', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'port_id': '8f416a6e-ecaf-4275-9500-f6d0da12845e', 'mac_address': 'fa:16:3e:99:08:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:03:07.546797 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:07.552035 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6a30d-f5d5-4933-a8a0-34d9ac508757 req-4ff57870-978c-4cf7-b408-756fe024d7c4 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:07.565392 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c0c6a30d-f5d5-4933-a8a0-34d9ac508757 req-4ff57870-978c-4cf7-b408-756fe024d7c4 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.1328616 Oct 14 18:03:07.569905 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f416a6e-ecaf-4275-9500-f6d0da12845e {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:03:07.596061 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 8f416a6e-ecaf-4275-9500-f6d0da12845e, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=8f416a6e-ecaf-4275-9500-f6d0da12845e,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:03:07.604860 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:07.641713 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c0c6a30d-f5d5-4933-a8a0-34d9ac508757 req-6d4fca43-d4bc-40b9-83eb-b28afd1e5fe5 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717156 Oct 14 18:03:07.646094 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9d24a71c-7a41-465c-881c-2377ecfbd314 req-6d243c0b-f5ae-433a-bfac-afdf7d22b48e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd21c5c6-40d0-4af5-8463-26c11112c492 HTTP/1.1" status: 200 len: 1001 time: 0.3624661 Oct 14 18:03:07.686674 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=8f416a6e-ecaf-4275-9500-f6d0da12845e,revision_number=6']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:07.701373 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24a71c-7a41-465c-881c-2377ecfbd314 req-b08c6b83-725f-4f1b-9070-0515162598ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:07.703190 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9d24a71c-7a41-465c-881c-2377ecfbd314 req-b08c6b83-725f-4f1b-9070-0515162598ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3fc86992-e555-42d7-8e1e-82fdc67616bb HTTP/1.1" status: 200 len: 850 time: 0.0498011 Oct 14 18:03:07.744592 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['8f416a6e-ecaf-4275-9500-f6d0da12845e'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:03:07.799853 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24a71c-7a41-465c-881c-2377ecfbd314 req-8b790869-78ab-456d-ba9b-9dd7e5b2da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:07.804409 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9d24a71c-7a41-465c-881c-2377ecfbd314 req-8b790869-78ab-456d-ba9b-9dd7e5b2da71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83910de2-b586-4465-84e9-9f9658b647e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810807 Oct 14 18:03:07.911883 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9d24a71c-7a41-465c-881c-2377ecfbd314 req-f5a6c259-d6a1-42fc-a708-ddbece3d9979 service neutron] 10.222.0.32 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010985 Oct 14 18:03:08.009434 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9d24a71c-7a41-465c-881c-2377ecfbd314 req-e15ab07c-81da-416f-97e4-e2c17af56b57 service neutron] 10.222.0.32 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897095 Oct 14 18:03:08.239727 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b777cca-38df-45fc-8ba0-505daefa6c45 req-0f1941de-f3ed-4fcd-9329-f6218734884d tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:08.241115 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6b777cca-38df-45fc-8ba0-505daefa6c45 req-0f1941de-f3ed-4fcd-9329-f6218734884d tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0566494 Oct 14 18:03:08.281601 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6b777cca-38df-45fc-8ba0-505daefa6c45 req-e1c3c962-590b-4f79-8fe5-a7e223196470 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344915 Oct 14 18:03:08.442262 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f4a36-5317-4a5d-900f-d2be0ba79c19 req-2d47ab9f-073c-4780-8977-99fdabe223a3 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:08.444663 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0d5f4a36-5317-4a5d-900f-d2be0ba79c19 req-2d47ab9f-073c-4780-8977-99fdabe223a3 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0533750 Oct 14 18:03:08.486599 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0d5f4a36-5317-4a5d-900f-d2be0ba79c19 req-8a835ceb-6ca2-425d-8d26-270166f5d922 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358677 Oct 14 18:03:08.762448 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fe5b2-8b42-469b-b05d-34708e76dcd5 req-d361b8ff-4afe-4d71-92b9-0a9cd98b72ed tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:08.763836 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-940fe5b2-8b42-469b-b05d-34708e76dcd5 req-d361b8ff-4afe-4d71-92b9-0a9cd98b72ed tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 945 time: 0.0498312 Oct 14 18:03:08.804856 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-940fe5b2-8b42-469b-b05d-34708e76dcd5 req-f052c014-28c9-4d60-8114-fa99760af4de tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339959 Oct 14 18:03:08.906170 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d4465617-1370-4ba0-bc8d-53b2c8b789bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:09.334778 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 8f416a6e-ecaf-4275-9500-f6d0da12845e up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:03:09.391401 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port 8f416a6e-ecaf-4275-9500-f6d0da12845e triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:03:09.391620 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:09.410285 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202916e-148f-4354-a62c-d51a7b453fb8 req-0b4978d7-ee75-4610-9822-2ca040eea2e0 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:09.417786 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7202916e-148f-4354-a62c-d51a7b453fb8 req-0b4978d7-ee75-4610-9822-2ca040eea2e0 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0639608 Oct 14 18:03:09.461868 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7202916e-148f-4354-a62c-d51a7b453fb8 req-cb0f1bd8-1703-4f30-94b4-acda685db9d2 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431986 Oct 14 18:03:09.487661 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:09.511718 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d65178d-6bc0-4327-9d0a-0258c9096cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f416a6e-ecaf-4275-9500-f6d0da12845e'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:03:09.513965 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb73906-4d9a-4784-bc8c-d531d270f279" -d '{"events": [{"server_uuid": "8d65178d-6bc0-4327-9d0a-0258c9096cbe", "name": "network-vif-plugged", "status": "completed", "tag": "8f416a6e-ecaf-4275-9500-f6d0da12845e"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:03:09.528248 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 8f416a6e-ecaf-4275-9500-f6d0da12845e, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=8f416a6e-ecaf-4275-9500-f6d0da12845e,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:03:09.533952 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:09.588585 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=8f416a6e-ecaf-4275-9500-f6d0da12845e,revision_number=7']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:09.628543 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ae419-f89e-4876-8a33-ce200697a203 req-72f33fb5-8dcc-4b21-8f43-458fc8144010 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:09.630321 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f69ae419-f89e-4876-8a33-ce200697a203 req-72f33fb5-8dcc-4b21-8f43-458fc8144010 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0603333 Oct 14 18:03:09.673014 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f69ae419-f89e-4876-8a33-ce200697a203 req-5343952a-f141-4aea-931b-7f30836a1ab4 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365345 Oct 14 18:03:09.723092 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba82b670-e6de-43bf-901a-05871c9649ac x-openstack-request-id: req-ba82b670-e6de-43bf-901a-05871c9649ac {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:03:09.723801 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d65178d-6bc0-4327-9d0a-0258c9096cbe", "name": "network-vif-plugged", "status": "completed", "tag": "8f416a6e-ecaf-4275-9500-f6d0da12845e", "code": 200}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:03:09.724063 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba82b670-e6de-43bf-901a-05871c9649ac {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:03:09.725001 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d65178d-6bc0-4327-9d0a-0258c9096cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f416a6e-ecaf-4275-9500-f6d0da12845e', 'code': 200} Oct 14 18:03:09.937115 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b87b8-70c9-4c24-9cf6-e1f20b1f9f42 req-ef21acb4-f937-46e2-9230-e4b510b50a3e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:09.939445 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-835b87b8-70c9-4c24-9cf6-e1f20b1f9f42 req-ef21acb4-f937-46e2-9230-e4b510b50a3e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0571258 Oct 14 18:03:09.983297 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-835b87b8-70c9-4c24-9cf6-e1f20b1f9f42 req-9824a35d-95f1-4d4e-a2f9-33114c8c2f09 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371749 Oct 14 18:03:10.587061 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c34e28-7993-45e5-b967-3bea1180a25d req-e413a5f5-5cf3-4874-8813-316d0b59df4a tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:10.588427 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e9c34e28-7993-45e5-b967-3bea1180a25d req-e413a5f5-5cf3-4874-8813-316d0b59df4a tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0525784 Oct 14 18:03:10.628682 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e9c34e28-7993-45e5-b967-3bea1180a25d req-5d5e4de2-f6e4-47be-a0ad-7c3c50d59e20 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342076 Oct 14 18:03:11.108045 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa3c62-1259-4eef-8b07-ca95c50fa8f6 req-63a707e9-dad8-45b7-b63e-6daeda6155fd tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:11.109453 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-98fa3c62-1259-4eef-8b07-ca95c50fa8f6 req-63a707e9-dad8-45b7-b63e-6daeda6155fd tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0504208 Oct 14 18:03:11.151479 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-98fa3c62-1259-4eef-8b07-ca95c50fa8f6 req-d5d0e5af-9bcb-4b48-a4fb-22966c9bab60 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353525 Oct 14 18:03:11.224142 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:11.575516 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-40d5773d-193c-4213-a6c5-eec48dcb947c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:11.607564 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:11.746212 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe47b70-f4ec-4a50-bc91-87618639f03d req-d094dabd-42da-4197-9992-b71f0a291160 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:11.747730 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-abe47b70-f4ec-4a50-bc91-87618639f03d req-d094dabd-42da-4197-9992-b71f0a291160 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0508616 Oct 14 18:03:11.787652 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-abe47b70-f4ec-4a50-bc91-87618639f03d req-db5ca229-cc57-44c7-861b-bba2146bab4e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339973 Oct 14 18:03:12.277706 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc36874-4691-4bca-ba51-78c9fea90579 req-e40efe20-7e80-4e7c-8b1e-2d68a7d05ef4 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:12.279554 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-9cc36874-4691-4bca-ba51-78c9fea90579 req-e40efe20-7e80-4e7c-8b1e-2d68a7d05ef4 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0552111 Oct 14 18:03:12.321421 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-9cc36874-4691-4bca-ba51-78c9fea90579 req-837e1e16-c098-495b-9225-b7e858fdaa7c tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349925 Oct 14 18:03:12.348731 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:12.931782 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa27cb-42e4-481a-a1f4-4ce489d69bc2 req-99f1c1a5-fab7-4ca7-a1ec-6943a8d395cf tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:12.934297 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3faa27cb-42e4-481a-a1f4-4ce489d69bc2 req-99f1c1a5-fab7-4ca7-a1ec-6943a8d395cf tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0609446 Oct 14 18:03:12.997977 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3faa27cb-42e4-481a-a1f4-4ce489d69bc2 req-92c43131-856d-468c-b4f2-265344c60249 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570371 Oct 14 18:03:13.450167 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a56674-2b30-4967-8462-1c9991a9f849 req-0f0676d7-fbd8-4062-9343-551f9f004cec tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:13.451978 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-41a56674-2b30-4967-8462-1c9991a9f849 req-0f0676d7-fbd8-4062-9343-551f9f004cec tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0532594 Oct 14 18:03:13.493574 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-41a56674-2b30-4967-8462-1c9991a9f849 req-55957c65-9c13-4805-a87a-5435deb335ed tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349345 Oct 14 18:03:14.133352 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae4388-7512-4e83-9278-580a2e535ab0 req-04ea92bd-d394-40ed-89ee-b9c37b8f88d7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:14.135987 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-38ae4388-7512-4e83-9278-580a2e535ab0 req-04ea92bd-d394-40ed-89ee-b9c37b8f88d7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0597146 Oct 14 18:03:14.177026 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-38ae4388-7512-4e83-9278-580a2e535ab0 req-b2163d3b-ba38-4c9d-a531-1cb99befb851 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344536 Oct 14 18:03:14.242407 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:14.648249 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30ddc1-c780-4676-90c2-6727c986ccb9 req-4cc6d87b-84cb-4074-a0ba-7965dd071bb0 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:14.649754 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-5e30ddc1-c780-4676-90c2-6727c986ccb9 req-4cc6d87b-84cb-4074-a0ba-7965dd071bb0 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0539587 Oct 14 18:03:14.689847 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-5e30ddc1-c780-4676-90c2-6727c986ccb9 req-7d779107-36dd-4f51-bfbb-e48b962afba6 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328546 Oct 14 18:03:15.336440 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda06daa-77af-42f2-b80e-7d2ede590035 req-d0b9c546-ab50-42d9-95a9-6125758b5420 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:15.337975 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-eda06daa-77af-42f2-b80e-7d2ede590035 req-d0b9c546-ab50-42d9-95a9-6125758b5420 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0556333 Oct 14 18:03:15.378137 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-eda06daa-77af-42f2-b80e-7d2ede590035 req-6c05a76e-722a-4b43-90ed-c6e0b3633a02 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340257 Oct 14 18:03:15.815278 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54e4ff-24a5-4b95-94cb-2be34e6962a6 req-d3ca5752-919b-4eef-b425-c42d28af61d5 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:15.816970 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-fb54e4ff-24a5-4b95-94cb-2be34e6962a6 req-d3ca5752-919b-4eef-b425-c42d28af61d5 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0537496 Oct 14 18:03:15.856622 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-fb54e4ff-24a5-4b95-94cb-2be34e6962a6 req-2ce9073e-4b13-45d1-a76d-6daf3489df7b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335188 Oct 14 18:03:16.499984 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750609b3-125b-435f-ae96-834492cf5110 req-ece462a6-2d9d-451d-b6c4-a73c1f7327a1 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:16.501580 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-750609b3-125b-435f-ae96-834492cf5110 req-ece462a6-2d9d-451d-b6c4-a73c1f7327a1 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0533981 Oct 14 18:03:16.547791 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-750609b3-125b-435f-ae96-834492cf5110 req-136b9475-9631-4fff-a2f1-ab7a27ad023f tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392709 Oct 14 18:03:16.979024 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b92c5d-19a4-4c66-84c5-579305958b8d req-4bbd60a3-89b6-4cf2-942f-60a136a96c3c tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:16.985800 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c2b92c5d-19a4-4c66-84c5-579305958b8d req-4bbd60a3-89b6-4cf2-942f-60a136a96c3c tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0542176 Oct 14 18:03:17.022335 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c2b92c5d-19a4-4c66-84c5-579305958b8d req-642ce494-4b32-476c-930a-f8e739bf6b78 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354154 Oct 14 18:03:17.671771 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a75bb1-afc6-4851-bbe8-a61913dfb05f req-cbf0cdd6-409f-4d73-a3a7-49a5034bca91 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:17.673771 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-44a75bb1-afc6-4851-bbe8-a61913dfb05f req-cbf0cdd6-409f-4d73-a3a7-49a5034bca91 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0571792 Oct 14 18:03:17.713732 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-44a75bb1-afc6-4851-bbe8-a61913dfb05f req-154127ee-df2a-48ca-968d-09fcea3fa6e1 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343068 Oct 14 18:03:18.156052 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb17c40-7bf7-4f79-aa83-90eae3f22bd9 req-089e1e8c-d468-48a3-8a04-d1f9b89ed158 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:18.158087 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-cbb17c40-7bf7-4f79-aa83-90eae3f22bd9 req-089e1e8c-d468-48a3-8a04-d1f9b89ed158 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0538769 Oct 14 18:03:18.200082 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-cbb17c40-7bf7-4f79-aa83-90eae3f22bd9 req-62e62b32-5f48-4251-8a2e-f24071925d73 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359735 Oct 14 18:03:18.838199 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf80773-6555-444a-848d-98e287665c96 req-8a7087a4-79fd-4d42-8c70-2bf60241cc42 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:18.840833 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3bf80773-6555-444a-848d-98e287665c96 req-8a7087a4-79fd-4d42-8c70-2bf60241cc42 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0584228 Oct 14 18:03:18.946353 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3bf80773-6555-444a-848d-98e287665c96 req-2b13e0a5-3bc7-4f5f-b50a-2e27cc83df09 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983183 Oct 14 18:03:18.979431 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-f7fca773-a15a-4d06-a354-a0f086821a55 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:18.982435 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-f7fca773-a15a-4d06-a354-a0f086821a55 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/networks?id=c83af823-a336-4acf-9cf9-971bb99a778b HTTP/1.1" status: 200 len: 815 time: 0.1164956 Oct 14 18:03:19.002210 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-a773a2b4-6c10-4967-884f-6796f888fd63 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/quotas/8e7c64022d3247eb88c9074d2d71c846 HTTP/1.1" status: 200 len: 375 time: 0.0129147 Oct 14 18:03:19.061631 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-de2538fb-95a4-4f0f-8e1a-7b006e1da759 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e7c64022d3247eb88c9074d2d71c846&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525811 Oct 14 18:03:19.180678 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-985359af-0d63-41f9-8520-1e7a4e37741b service neutron] 10.222.0.49 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111515 Oct 14 18:03:19.286048 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-5bb8a4a5-1e3b-4ac0-91d6-a19bfd6b668d service neutron] 10.222.0.49 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983403 Oct 14 18:03:19.415734 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3effdd-df7a-4af6-9359-5d7544a11d8b req-d293b23d-1727-4e7b-a146-8960b4b592ca tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:19.418428 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-de3effdd-df7a-4af6-9359-5d7544a11d8b req-d293b23d-1727-4e7b-a146-8960b4b592ca tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0927131 Oct 14 18:03:19.544594 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-de3effdd-df7a-4af6-9359-5d7544a11d8b req-e1ebff73-d2f9-4502-9c26-26748ab8de2f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091847 Oct 14 18:03:19.579324 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a60629f0-0851-419b-8c85-168f30502d0e req-b473325c-5899-4796-bb77-33370e5d2192 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 210 time: 0.0637012 Oct 14 18:03:20.105684 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769790b-e219-4415-a3a0-f27beecdf85b req-f6728e57-3db4-4f56-a583-a9837afbe21f tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:20.113316 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6769790b-e219-4415-a3a0-f27beecdf85b req-f6728e57-3db4-4f56-a583-a9837afbe21f tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0781660 Oct 14 18:03:20.165110 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6769790b-e219-4415-a3a0-f27beecdf85b req-f534edec-e120-4bb0-a606-490046298310 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467050 Oct 14 18:03:20.768910 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c2a562fc-a186-4ab8-bcb1-e27820f5c017 req-a51a76e1-9a3e-4f64-b00d-0e48fabe02ad tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 210 time: 0.0603912 Oct 14 18:03:20.806273 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7c0d1-495b-43e5-9cc2-b60a06a1a8cc req-73a99cb0-4e6d-4685-bee1-1e20df512a42 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:20.817341 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-87d7c0d1-495b-43e5-9cc2-b60a06a1a8cc req-73a99cb0-4e6d-4685-bee1-1e20df512a42 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.1035295 Oct 14 18:03:20.946898 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-87d7c0d1-495b-43e5-9cc2-b60a06a1a8cc req-a8eb813b-02a4-4405-b2c4-b1828186dcd3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208489 Oct 14 18:03:21.295947 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a641ebd-c643-4834-8af1-c2b914764973 req-c25f679b-62f9-4671-be2a-44bcd8c026dd tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:21.305476 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8a641ebd-c643-4834-8af1-c2b914764973 req-c25f679b-62f9-4671-be2a-44bcd8c026dd tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0743129 Oct 14 18:03:21.338156 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-1002ca1d-540a-4e5e-8742-912a7975a71d tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:21.339687 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-1002ca1d-540a-4e5e-8742-912a7975a71d tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.32 "GET /v2.0/networks?id=c83af823-a336-4acf-9cf9-971bb99a778b HTTP/1.1" status: 200 len: 815 time: 0.3494835 Oct 14 18:03:21.358776 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-61995857-f199-45c4-a578-3cee684687be tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Request body: {'port': {'device_id': '3cdce962-20e4-45f8-98e7-86e8c814e34c', 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b', 'admin_state_up': True, 'tenant_id': '8e7c64022d3247eb88c9074d2d71c846'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:03:21.365998 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8a641ebd-c643-4834-8af1-c2b914764973 req-285abfe5-5526-473c-b1ef-c1be3a19291c tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595939 Oct 14 18:03:21.518282 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-61995857-f199-45c4-a578-3cee684687be tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Made reservation on behalf of 8e7c64022d3247eb88c9074d2d71c846 for: {'port': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:03:21.523911 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-61995857-f199-45c4-a578-3cee684687be tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:21.709048 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-61995857-f199-45c4-a578-3cee684687be tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Allocated IP 172.20.0.12 (c83af823-a336-4acf-9cf9-971bb99a778b/219e8690-55de-4444-b3f4-7eed7cf9bd62/2082ea2b-5afd-46bd-97c7-a5f653a5f8db) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:03:21.904185 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-61995857-f199-45c4-a578-3cee684687be tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:21.977199 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a1328a85-8383-4ab4-8f38-e55cf634d88c req-8a4822e0-7735-408b-9088-c7bc6134d7e2 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 210 time: 0.0441275 Oct 14 18:03:21.990551 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-61995857-f199-45c4-a578-3cee684687be tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:22.005749 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a', '385c47eb-54f1-42ec-803e-405c2628d1f0', '7cbaa91b-848e-4964-8543-9fcc5e0273a0'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:03:22.074626 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-61995857-f199-45c4-a578-3cee684687be tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Network c83af823-a336-4acf-9cf9-971bb99a778b is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:03:22.085139 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-61995857-f199-45c4-a578-3cee684687be tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:03:22.136323 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-61995857-f199-45c4-a578-3cee684687be tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:03:22.142611 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61995857-f199-45c4-a578-3cee684687be tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Pushing event updated for resources: {'Port': ['ID=2082ea2b-5afd-46bd-97c7-a5f653a5f8db,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:22.202091 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a90662-54a8-402b-b028-1152b901d240 req-05b0224b-9707-45a6-beee-ce3fdee56cdf tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:22.210647 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c1a90662-54a8-402b-b028-1152b901d240 req-05b0224b-9707-45a6-beee-ce3fdee56cdf tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0731254 Oct 14 18:03:22.261612 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-61995857-f199-45c4-a578-3cee684687be tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:22.262590 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-61995857-f199-45c4-a578-3cee684687be tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:22.268669 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c1a90662-54a8-402b-b028-1152b901d240 req-a1947b06-0ff8-47cd-909d-525e698fce88 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568919 Oct 14 18:03:22.313306 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-61995857-f199-45c4-a578-3cee684687be tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9603488 Oct 14 18:03:22.327329 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] Request body: {'port': {'device_id': '3cdce962-20e4-45f8-98e7-86e8c814e34c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81393'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:03:22.456126 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:22.910080 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2082ea2b-5afd-46bd-97c7-a5f653a5f8db {{(pid=99719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:03:22.927722 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b56915-3175-426c-b32f-f094edb931f3 req-d61b524f-2e69-4b45-a07c-fe9ff11b6be1 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:22.929708 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-18b56915-3175-426c-b32f-f094edb931f3 req-d61b524f-2e69-4b45-a07c-fe9ff11b6be1 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.1349597 Oct 14 18:03:22.936978 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:22.981441 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-18b56915-3175-426c-b32f-f094edb931f3 req-5a7025b9-b161-45d1-8c1f-a7d05dd5895c tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413058 Oct 14 18:03:23.006527 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.provisioning_blocks [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] Transition to ACTIVE for port object 2082ea2b-5afd-46bd-97c7-a5f653a5f8db will not be triggered until provisioned by entity L2. {{(pid=99719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 18:03:23.022776 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:23.123923 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] Pushing event updated for resources: {'Port': ['ID=2082ea2b-5afd-46bd-97c7-a5f653a5f8db,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:23.205010 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d5620-f154-48bd-ae7b-577d998d7d22 req-5f0b61ad-9ac8-4af6-babc-f84a470d6c31 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:23.212969 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-617d5620-f154-48bd-ae7b-577d998d7d22 req-5f0b61ad-9ac8-4af6-babc-f84a470d6c31 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 944 time: 0.1079106 Oct 14 18:03:23.247313 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] Attempting to bind port 2082ea2b-5afd-46bd-97c7-a5f653a5f8db on host hv-cinder-81393 for vnic_type normal with profile {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:03:23.247650 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] Attempting to bind port 2082ea2b-5afd-46bd-97c7-a5f653a5f8db by drivers openvswitch,hyperv on host hv-cinder-81393 at level 0 using segments [{'id': '931a8068-5c0e-41a2-bb4c-c55889796b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b'}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:03:23.247987 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] Attempting to bind port 2082ea2b-5afd-46bd-97c7-a5f653a5f8db on network c83af823-a336-4acf-9cf9-971bb99a778b {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:03:23.253094 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] Port 2082ea2b-5afd-46bd-97c7-a5f653a5f8db on network c83af823-a336-4acf-9cf9-971bb99a778b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81393 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 18:03:23.253507 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] Attempting to bind port 2082ea2b-5afd-46bd-97c7-a5f653a5f8db on network c83af823-a336-4acf-9cf9-971bb99a778b {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:03:23.259596 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] Checking agent: {'id': '26c515f5-fc83-44a3-9c50-84c881af0873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81393', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'started_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:03:23.260041 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] Checking segment: {'id': '931a8068-5c0e-41a2-bb4c-c55889796b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:03:23.265365 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] Bound using segment: {'id': '931a8068-5c0e-41a2-bb4c-c55889796b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b'} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:03:23.265365 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] Bound port: 2082ea2b-5afd-46bd-97c7-a5f653a5f8db, host: hv-cinder-81393, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931a8068-5c0e-41a2-bb4c-c55889796b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b'}}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:03:23.265365 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:23.273059 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-617d5620-f154-48bd-ae7b-577d998d7d22 req-4b04d88f-cfbf-40ef-be41-e7933930b23c tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483842 Oct 14 18:03:23.400497 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] For port 2082ea2b-5afd-46bd-97c7-a5f653a5f8db, host hv-cinder-81393, cleared binding levels {{(pid=99719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:03:23.404670 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] For port 2082ea2b-5afd-46bd-97c7-a5f653a5f8db, host hv-cinder-81393, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=2082ea2b-5afd-46bd-97c7-a5f653a5f8db,segment=NetworkSegment(931a8068-5c0e-41a2-bb4c-c55889796b97),segment_id=931a8068-5c0e-41a2-bb4c-c55889796b97)] {{(pid=99719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:03:23.422073 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:23.514452 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:23.515380 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:23.517239 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] 10.222.0.32 "PUT /v2.0/ports/2082ea2b-5afd-46bd-97c7-a5f653a5f8db HTTP/1.1" status: 200 len: 1094 time: 1.1950631 Oct 14 18:03:23.535525 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27b49b-40f7-451e-90ff-98f7c784e416 req-5924da85-7198-4329-a3de-5c26dd8720a0 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:23.537595 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4d27b49b-40f7-451e-90ff-98f7c784e416 req-5924da85-7198-4329-a3de-5c26dd8720a0 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.1311305 Oct 14 18:03:23.538079 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdce962-20e4-45f8-98e7-86e8c814e34c', 'tag': '2082ea2b-5afd-46bd-97c7-a5f653a5f8db'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:03:23.543034 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dd6161-96a3-41ae-9fb2-ae8e6186362e" -d '{"events": [{"name": "network-changed", "server_uuid": "3cdce962-20e4-45f8-98e7-86e8c814e34c", "tag": "2082ea2b-5afd-46bd-97c7-a5f653a5f8db"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:03:23.622152 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f49e70-44dd-4378-b294-e9032638d925 service neutron] Pushing event updated for resources: {'Port': ['ID=2082ea2b-5afd-46bd-97c7-a5f653a5f8db,revision_number=3']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:23.659874 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e11d98-7cd6-4ca9-ab26-97915bc7b81e x-openstack-request-id: req-d8e11d98-7cd6-4ca9-ab26-97915bc7b81e {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:03:23.659874 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cdce962-20e4-45f8-98e7-86e8c814e34c", "tag": "2082ea2b-5afd-46bd-97c7-a5f653a5f8db", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:03:23.659874 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d8e11d98-7cd6-4ca9-ab26-97915bc7b81e {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:03:23.659874 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cdce962-20e4-45f8-98e7-86e8c814e34c', 'tag': '2082ea2b-5afd-46bd-97c7-a5f653a5f8db', 'status': 'completed', 'code': 200} Oct 14 18:03:23.740975 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4d27b49b-40f7-451e-90ff-98f7c784e416 req-c71687df-9949-4aca-b590-1d267b1eb513 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940281 Oct 14 18:03:23.756403 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-0095cfdb-7243-4c93-b0d0-d6a676bd0eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:23.758531 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-0095cfdb-7243-4c93-b0d0-d6a676bd0eeb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e7c64022d3247eb88c9074d2d71c846&device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 1097 time: 0.1145313 Oct 14 18:03:23.819159 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-3ab4df74-2be9-495a-ba02-d5958d7df00f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2082ea2b-5afd-46bd-97c7-a5f653a5f8db HTTP/1.1" status: 200 len: 217 time: 0.0484526 Oct 14 18:03:23.911124 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-6c300ec6-7dc1-4ee9-bf66-fc0756f3bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:23.927390 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-6c300ec6-7dc1-4ee9-bf66-fc0756f3bc78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=219e8690-55de-4444-b3f4-7eed7cf9bd62 HTTP/1.1" status: 200 len: 855 time: 0.0983400 Oct 14 18:03:23.970881 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-2fb7ba92-fdb1-4865-a138-a0e710e8658c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c83af823-a336-4acf-9cf9-971bb99a778b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353518 Oct 14 18:03:24.103958 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-9647fbdb-c6e1-43c2-91f8-af8479a6d742 service neutron] 10.222.0.32 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237452 Oct 14 18:03:24.154392 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35054b-571d-4a57-86cb-73b061b2f56e req-15dab418-891e-44f7-97a3-83dbbbdaad27 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:24.163228 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8e35054b-571d-4a57-86cb-73b061b2f56e req-15dab418-891e-44f7-97a3-83dbbbdaad27 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0795119 Oct 14 18:03:24.211697 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cac2257e-e4e3-4612-9255-5a1d9922cd22 req-375be1db-dc2c-42eb-9e90-bfc43a417fa6 service neutron] 10.222.0.32 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991852 Oct 14 18:03:24.217086 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8e35054b-571d-4a57-86cb-73b061b2f56e req-6d7aa3c2-7d8f-45fb-b410-85085974dbcf tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519753 Oct 14 18:03:24.401407 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd6161-96a3-41ae-9fb2-ae8e6186362e req-b36b5fc6-12c8-4c4b-a8ee-1c4afcc1ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:24.403116 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f8dd6161-96a3-41ae-9fb2-ae8e6186362e req-b36b5fc6-12c8-4c4b-a8ee-1c4afcc1ccf8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e7c64022d3247eb88c9074d2d71c846&device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 1097 time: 0.0820785 Oct 14 18:03:24.422683 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6bc70-5458-414e-b66d-a43133c56f40 req-e3c0de91-31f8-4b0c-8602-37d9290bd6d7 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:24.424654 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b6a6bc70-5458-414e-b66d-a43133c56f40 req-e3c0de91-31f8-4b0c-8602-37d9290bd6d7 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 944 time: 0.0681603 Oct 14 18:03:24.534241 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b6a6bc70-5458-414e-b66d-a43133c56f40 req-67a323c6-c9f8-4282-83a1-0e62d9c50c0e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976472 Oct 14 18:03:24.564800 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd6161-96a3-41ae-9fb2-ae8e6186362e req-8d2bf723-af62-4e3a-87a6-02e9d0614483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:24.566278 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f8dd6161-96a3-41ae-9fb2-ae8e6186362e req-8d2bf723-af62-4e3a-87a6-02e9d0614483 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c83af823-a336-4acf-9cf9-971bb99a778b HTTP/1.1" status: 200 len: 916 time: 0.1402526 Oct 14 18:03:24.613727 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f8dd6161-96a3-41ae-9fb2-ae8e6186362e req-5757f3d5-8516-4eeb-8124-da2bbb5c2799 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2082ea2b-5afd-46bd-97c7-a5f653a5f8db HTTP/1.1" status: 200 len: 217 time: 0.0358896 Oct 14 18:03:24.683521 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd6161-96a3-41ae-9fb2-ae8e6186362e req-ea0f0020-8c6f-4786-929d-9e9b84dab06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:24.686286 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f8dd6161-96a3-41ae-9fb2-ae8e6186362e req-ea0f0020-8c6f-4786-929d-9e9b84dab06a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=219e8690-55de-4444-b3f4-7eed7cf9bd62 HTTP/1.1" status: 200 len: 855 time: 0.0563681 Oct 14 18:03:24.722560 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f8dd6161-96a3-41ae-9fb2-ae8e6186362e req-fea5b80c-c2e3-40df-934b-2af8645694de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c83af823-a336-4acf-9cf9-971bb99a778b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264881 Oct 14 18:03:24.848425 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f8dd6161-96a3-41ae-9fb2-ae8e6186362e req-47cb5aee-f25a-4535-b29a-465355e32704 service neutron] 10.222.0.32 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163859 Oct 14 18:03:24.869990 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11827ce0-357f-41a0-a09a-a77d665ccb44 req-41ce2f10-6058-4a80-a697-913899c04c15 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:24.872040 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-11827ce0-357f-41a0-a09a-a77d665ccb44 req-41ce2f10-6058-4a80-a697-913899c04c15 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0549979 Oct 14 18:03:24.923235 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-11827ce0-357f-41a0-a09a-a77d665ccb44 req-3c7d55cc-c98f-40ba-b9b3-197e30730c6e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439894 Oct 14 18:03:24.951019 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f8dd6161-96a3-41ae-9fb2-ae8e6186362e req-34105edd-b96d-490a-bd8d-cc3ea9445052 service neutron] 10.222.0.32 "GET /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932195 Oct 14 18:03:25.357384 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6ec4b-3192-4f0f-a00e-c934871e69b8 req-e0b72dfe-7e2f-4fdc-95e6-e0a140637a0e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:25.358913 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c5b6ec4b-3192-4f0f-a00e-c934871e69b8 req-e0b72dfe-7e2f-4fdc-95e6-e0a140637a0e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0661514 Oct 14 18:03:25.405437 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c5b6ec4b-3192-4f0f-a00e-c934871e69b8 req-a47bf04d-d422-4b73-9f98-30f6f370390f tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402949 Oct 14 18:03:25.678714 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e095d-395a-4dfd-a8c4-60c9540172bc req-b9a3aa6b-875f-494a-b798-3a1e522c588e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:25.681094 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-111e095d-395a-4dfd-a8c4-60c9540172bc req-b9a3aa6b-875f-494a-b798-3a1e522c588e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 944 time: 0.0730021 Oct 14 18:03:25.727338 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-111e095d-395a-4dfd-a8c4-60c9540172bc req-4cf9c2fd-1b15-4821-abd8-369b539c6d9f tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392437 Oct 14 18:03:26.056850 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2614088-e44f-4128-8515-97e82ad702c5 req-9e5b4cb7-85de-4eee-b281-f2160ca7bff6 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:26.058570 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b2614088-e44f-4128-8515-97e82ad702c5 req-9e5b4cb7-85de-4eee-b281-f2160ca7bff6 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0652502 Oct 14 18:03:26.114185 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b2614088-e44f-4128-8515-97e82ad702c5 req-1ec7845f-cfe6-49bd-8f93-413f906c843a tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360150 Oct 14 18:03:26.534696 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63598ca0-7c36-45a8-ae29-98567eddba41 req-d217748f-4b9a-4488-aa04-2df05cf1244b tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:26.541378 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-63598ca0-7c36-45a8-ae29-98567eddba41 req-d217748f-4b9a-4488-aa04-2df05cf1244b tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0603163 Oct 14 18:03:26.576941 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-63598ca0-7c36-45a8-ae29-98567eddba41 req-a8c0a171-8a34-4aba-a2c7-89545d0d467a tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339646 Oct 14 18:03:26.842676 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 52352) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:03:26.882453 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae565c-9930-4395-a007-7281b9a341de req-201936e9-c9c1-460d-a44d-c4772c25fb99 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:26.884320 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d8ae565c-9930-4395-a007-7281b9a341de req-201936e9-c9c1-460d-a44d-c4772c25fb99 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 944 time: 0.0661421 Oct 14 18:03:26.900404 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8e3e85-c876-442b-b3d6-2f17ec593903 admin admin] Deleting subnet df8bb6cb-f95a-4554-80db-9eba2f93a292 {{(pid=99718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 18:03:26.904422 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ee8e3e85-c876-442b-b3d6-2f17ec593903 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:26.929430 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d8ae565c-9930-4395-a007-7281b9a341de req-db853560-ac3a-4849-a73c-357379a73908 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385637 Oct 14 18:03:26.956436 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ee8e3e85-c876-442b-b3d6-2f17ec593903 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210189'] for subnet, precommit_delete_associations {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:26.997857 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ee8e3e85-c876-442b-b3d6-2f17ec593903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676325'] for subnet, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:27.059260 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ee8e3e85-c876-442b-b3d6-2f17ec593903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9120956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386637'] for subnet, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:27.094094 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e3e85-c876-442b-b3d6-2f17ec593903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df8bb6cb-f95a-4554-80db-9eba2f93a292,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:27.096780 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ee8e3e85-c876-442b-b3d6-2f17ec593903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:27.104001 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 52356) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:03:27.106106 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-ee8e3e85-c876-442b-b3d6-2f17ec593903 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/df8bb6cb-f95a-4554-80db-9eba2f93a292 HTTP/1.1" status: 204 len: 168 time: 0.2622950 Oct 14 18:03:27.195859 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c11ffba4-a70b-4621-9514-ee89a5b49151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808165'] for network, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:27.245192 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1773155-0631-46e1-b1e3-dfc3e7eb3f32 req-590e3f97-47c7-4644-84c0-2def919abe05 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:27.253278 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-a1773155-0631-46e1-b1e3-dfc3e7eb3f32 req-590e3f97-47c7-4644-84c0-2def919abe05 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0592437 Oct 14 18:03:27.289519 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c11ffba4-a70b-4621-9514-ee89a5b49151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673054', 'neutron.services.segments.db._delete_segments_for_network-8762486597133'] for network, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:27.307080 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-a1773155-0631-46e1-b1e3-dfc3e7eb3f32 req-ef8f9710-30d8-4567-b371-1e3fd914dc62 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526454 Oct 14 18:03:27.320082 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-c11ffba4-a70b-4621-9514-ee89a5b49151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f2f444-ab96-4493-8c02-699ea48ed046']}} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:03:27.341892 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-c11ffba4-a70b-4621-9514-ee89a5b49151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761cadf4-fb74-4e24-864d-448ed349a165') {'for_net_delete': True} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:03:27.342189 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-c11ffba4-a70b-4621-9514-ee89a5b49151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761cadf4-fb74-4e24-864d-448ed349a165') {} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:03:27.357318 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c11ffba4-a70b-4621-9514-ee89a5b49151 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762486598678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8741783'] for segment, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:27.373490 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c11ffba4-a70b-4621-9514-ee89a5b49151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:27.381595 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11ffba4-a70b-4621-9514-ee89a5b49151 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=99719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:03:27.382270 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c11ffba4-a70b-4621-9514-ee89a5b49151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8937544'] for segment, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: Traceback (most recent call last): Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: timer() Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: cb(*args, **kw) Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: return func(*args, **kwargs) Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: self._notify() Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: self.callback(batched_events) Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: event.method(event) Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: return f(self, *a, **k) Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: return self._get(url).json() Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: return self.request(url, 'GET', **kwargs) Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 18:03:27.384877 dv-cinder-813936-1-iscsi neutron-server[99719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 18:03:27.451470 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c11ffba4-a70b-4621-9514-ee89a5b49151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790056'] for network, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:27.457632 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c11ffba4-a70b-4621-9514-ee89a5b49151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:27.459486 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 2082ea2b-5afd-46bd-97c7-a5f653a5f8db details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:03:27.461840 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-c11ffba4-a70b-4621-9514-ee89a5b49151 admin admin] 10.222.0.49 "DELETE /v2.0/networks/66f2f444-ab96-4493-8c02-699ea48ed046 HTTP/1.1" status: 204 len: 168 time: 0.3568497 Oct 14 18:03:27.473628 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ffba4-a70b-4621-9514-ee89a5b49151 admin admin] Pushing event deleted for resources: {'Network': ['ID=66f2f444-ab96-4493-8c02-699ea48ed046,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:27.610015 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 2082ea2b-5afd-46bd-97c7-a5f653a5f8db, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=2082ea2b-5afd-46bd-97c7-a5f653a5f8db,segment=NetworkSegment(931a8068-5c0e-41a2-bb4c-c55889796b97),segment_id=931a8068-5c0e-41a2-bb4c-c55889796b97)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:03:27.628468 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': '2082ea2b-5afd-46bd-97c7-a5f653a5f8db', 'network_id': 'c83af823-a336-4acf-9cf9-971bb99a778b', 'port_id': '2082ea2b-5afd-46bd-97c7-a5f653a5f8db', 'mac_address': 'fa:16:3e:d1:94:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219e8690-55de-4444-b3f4-7eed7cf9bd62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:03:27.688953 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:27.702202 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 52364) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:03:27.716331 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2082ea2b-5afd-46bd-97c7-a5f653a5f8db {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:03:27.742615 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c1ce1-0f0c-44c3-bb65-8bc95844578a req-e13eae35-77b4-4bcc-ba8a-3834d18d9e3e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:27.744625 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ae2c1ce1-0f0c-44c3-bb65-8bc95844578a req-e13eae35-77b4-4bcc-ba8a-3834d18d9e3e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0727861 Oct 14 18:03:27.762698 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 2082ea2b-5afd-46bd-97c7-a5f653a5f8db, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=2082ea2b-5afd-46bd-97c7-a5f653a5f8db,segment=NetworkSegment(931a8068-5c0e-41a2-bb4c-c55889796b97),segment_id=931a8068-5c0e-41a2-bb4c-c55889796b97)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:03:27.769525 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-3ce4e791-5728-4f97-8499-233189d7dd33 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ec5052e248b45f48a3ce23ce6aca188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660579 Oct 14 18:03:27.771039 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:27.771208 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 52366) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:03:27.830441 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=2082ea2b-5afd-46bd-97c7-a5f653a5f8db,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:27.837477 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ae2c1ce1-0f0c-44c3-bb65-8bc95844578a req-13613eb5-be07-4a3d-82e4-9be5f878f06f tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856769 Oct 14 18:03:27.842320 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:27.842670 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:27.843011 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:27.843348 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:27.843682 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:27.844006 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:27.844511 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:27.845029 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:27.845882 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:27.846220 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:27.846569 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:27.846894 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:03:27.867684 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fbc1f18f-de32-4e89-a51b-396e4c31499d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:27.890779 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fbc1f18f-de32-4e89-a51b-396e4c31499d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:27.940961 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fbc1f18f-de32-4e89-a51b-396e4c31499d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:27.944550 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fbc1f18f-de32-4e89-a51b-396e4c31499d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:27.948066 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-fbc1f18f-de32-4e89-a51b-396e4c31499d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f597717d-c9d0-4202-86a5-ce26ce05137a HTTP/1.1" status: 204 len: 168 time: 0.1752515 Oct 14 18:03:27.974613 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1f18f-de32-4e89-a51b-396e4c31499d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f597717d-c9d0-4202-86a5-ce26ce05137a,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:28.065882 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaba670-554e-4928-b746-bbff142efe44 req-afeb63d5-691f-4da7-9d0e-b626013c06a7 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:28.069145 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ffaba670-554e-4928-b746-bbff142efe44 req-afeb63d5-691f-4da7-9d0e-b626013c06a7 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 945 time: 0.0585690 Oct 14 18:03:28.115542 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ffaba670-554e-4928-b746-bbff142efe44 req-fa033e09-3093-4161-ba83-56be59a8677d tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396519 Oct 14 18:03:28.204909 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['2082ea2b-5afd-46bd-97c7-a5f653a5f8db'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:03:28.207953 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:03:28.468539 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a7eaf-908d-4b16-bd72-d5b4697b6c21 req-782b19a1-ca13-45d1-ba2b-7514ac9fdd55 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:28.472855 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3f9a7eaf-908d-4b16-bd72-d5b4697b6c21 req-782b19a1-ca13-45d1-ba2b-7514ac9fdd55 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0606205 Oct 14 18:03:28.518177 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3f9a7eaf-908d-4b16-bd72-d5b4697b6c21 req-14158fc3-36c0-48b0-bc17-1bd88566f21b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418923 Oct 14 18:03:29.005558 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacf9a4-eab9-482c-9cbe-d8aeae156f23 req-2b9a6e6d-ef67-4af5-9131-2acec480f4f8 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:29.007621 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3cacf9a4-eab9-482c-9cbe-d8aeae156f23 req-2b9a6e6d-ef67-4af5-9131-2acec480f4f8 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0695367 Oct 14 18:03:29.053444 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3cacf9a4-eab9-482c-9cbe-d8aeae156f23 req-d44fb25b-9acf-4cb2-a9e3-eb91e3d3f42e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390623 Oct 14 18:03:29.315567 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240859e-52b2-4794-8d06-4dc25197a8aa req-6bdae4b9-7e7a-4107-9164-5fa24f61cade tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:29.319546 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5240859e-52b2-4794-8d06-4dc25197a8aa req-6bdae4b9-7e7a-4107-9164-5fa24f61cade tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 945 time: 0.1165397 Oct 14 18:03:29.379043 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5240859e-52b2-4794-8d06-4dc25197a8aa req-bd030425-6b4f-40c1-91a0-e27c1ab4fef3 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481617 Oct 14 18:03:29.458085 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-f15444df-a794-4d7a-aec4-54561b2b1fc4 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1365521812&fields=id&tenant_id=94302e03a66d49488ecc210494662665 HTTP/1.1" status: 200 len: 267 time: 0.0427902 Oct 14 18:03:29.475785 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 2082ea2b-5afd-46bd-97c7-a5f653a5f8db up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:03:29.542246 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning for port 2082ea2b-5afd-46bd-97c7-a5f653a5f8db completed by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 18:03:29.561366 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port 2082ea2b-5afd-46bd-97c7-a5f653a5f8db triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:03:29.561945 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:29.641200 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-3c9f12e1-e886-42ee-861d-9f059184c6e3 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:29.664126 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-3c9f12e1-e886-42ee-861d-9f059184c6e3 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/networks?id=30700716-2b8b-453a-8682-0096823de319 HTTP/1.1" status: 200 len: 809 time: 0.1936226 Oct 14 18:03:29.692230 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-ccac61d3-c734-4f61-a158-0f29c4ef6da1 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/quotas/94302e03a66d49488ecc210494662665 HTTP/1.1" status: 200 len: 375 time: 0.0263329 Oct 14 18:03:29.733053 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29c0c2-e0a3-45cd-bc15-3a1960f09566 req-b931c016-88ec-46fb-ac76-50391dc634b8 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:29.746165 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:29.752992 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ef29c0c2-e0a3-45cd-bc15-3a1960f09566 req-b931c016-88ec-46fb-ac76-50391dc634b8 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.1316178 Oct 14 18:03:29.798053 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-0db3c7c4-be4f-4585-9bb4-0ffbf0d945de tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=94302e03a66d49488ecc210494662665&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044421 Oct 14 18:03:29.803943 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ef29c0c2-e0a3-45cd-bc15-3a1960f09566 req-c72ffc9e-6ab3-420c-bfe3-a1e0e2dadc21 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492144 Oct 14 18:03:29.808141 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdce962-20e4-45f8-98e7-86e8c814e34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2082ea2b-5afd-46bd-97c7-a5f653a5f8db'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:03:29.810665 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0314e36-bb3c-4ead-9c7d-e5218c7d4dc6" -d '{"events": [{"server_uuid": "3cdce962-20e4-45f8-98e7-86e8c814e34c", "name": "network-vif-plugged", "status": "completed", "tag": "2082ea2b-5afd-46bd-97c7-a5f653a5f8db"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:03:29.825410 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 2082ea2b-5afd-46bd-97c7-a5f653a5f8db, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=2082ea2b-5afd-46bd-97c7-a5f653a5f8db,segment=NetworkSegment(931a8068-5c0e-41a2-bb4c-c55889796b97),segment_id=931a8068-5c0e-41a2-bb4c-c55889796b97)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:03:29.831634 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:29.867620 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d00d313-4c06-456c-97a1-03e646bdd3ed x-openstack-request-id: req-9d00d313-4c06-456c-97a1-03e646bdd3ed {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:03:29.867917 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdce962-20e4-45f8-98e7-86e8c814e34c", "name": "network-vif-plugged", "status": "completed", "tag": "2082ea2b-5afd-46bd-97c7-a5f653a5f8db", "code": 200}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:03:29.868171 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d00d313-4c06-456c-97a1-03e646bdd3ed {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:03:29.868729 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdce962-20e4-45f8-98e7-86e8c814e34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2082ea2b-5afd-46bd-97c7-a5f653a5f8db', 'code': 200} Oct 14 18:03:29.901387 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=2082ea2b-5afd-46bd-97c7-a5f653a5f8db,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:29.905324 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-ee1591aa-7ac8-4da3-acc4-dd229930dd76 service neutron] 10.222.0.49 "GET /v2.0/networks/30700716-2b8b-453a-8682-0096823de319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050003 Oct 14 18:03:30.041896 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-23b18a8d-d2d5-4cfa-aa48-e3a158b3e529 service neutron] 10.222.0.49 "GET /v2.0/networks/30700716-2b8b-453a-8682-0096823de319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310585 Oct 14 18:03:30.108857 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e7d28-69f2-4de6-8061-2a44f477892e req-f057c3db-f137-4e4b-aad8-1a21d28601b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:30.110296 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-151e7d28-69f2-4de6-8061-2a44f477892e req-f057c3db-f137-4e4b-aad8-1a21d28601b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 1099 time: 0.0551486 Oct 14 18:03:30.236028 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-151e7d28-69f2-4de6-8061-2a44f477892e req-d61994f6-7207-4f1b-8f16-b1d6d2f490eb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121438 Oct 14 18:03:30.256118 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd6b86-d4a8-4cfb-88ca-b88974434706 req-5b8460fc-471f-40cf-9373-caeea1ec4c50 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:30.257937 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0fdd6b86-d4a8-4cfb-88ca-b88974434706 req-5b8460fc-471f-40cf-9373-caeea1ec4c50 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.1074176 Oct 14 18:03:30.309496 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0fdd6b86-d4a8-4cfb-88ca-b88974434706 req-3f2cd3f7-c369-48d8-80e0-6f2976537af7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451744 Oct 14 18:03:30.449170 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-10179f80-ee96-49ce-9280-d48884d5cd34 req-d1e367bc-5f16-4c5b-abae-46bad54068f6 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 210 time: 0.0486474 Oct 14 18:03:30.516912 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435890cc-42c6-432d-a6a9-ed9b0180ef70 req-bf231b19-3238-4a0e-a5ef-179d6159ab59 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:30.518429 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-435890cc-42c6-432d-a6a9-ed9b0180ef70 req-bf231b19-3238-4a0e-a5ef-179d6159ab59 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 946 time: 0.0763226 Oct 14 18:03:30.567111 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-435890cc-42c6-432d-a6a9-ed9b0180ef70 req-f5b76292-3087-45ef-b028-a100e896966f tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400989 Oct 14 18:03:30.924060 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09c5a4-51fe-44ff-bf80-35c10458a0ae req-89bdfcf2-cb40-4976-bc98-76b36e443258 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:30.925433 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2d09c5a4-51fe-44ff-bf80-35c10458a0ae req-89bdfcf2-cb40-4976-bc98-76b36e443258 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0495436 Oct 14 18:03:30.964380 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2d09c5a4-51fe-44ff-bf80-35c10458a0ae req-d75bb603-e4b6-4777-aa4e-16c7b9d5bee4 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323448 Oct 14 18:03:31.332972 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f800d-f7b5-436d-8def-cdc5525efc68 req-e51ed3a7-c047-4139-b259-a8b1a7a1159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:31.335438 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b33f800d-f7b5-436d-8def-cdc5525efc68 req-e51ed3a7-c047-4139-b259-a8b1a7a1159d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 1099 time: 0.0671229 Oct 14 18:03:31.363640 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e80f0d-18e4-4f87-a2c7-c59eb5aa276d req-4c25a450-e01b-4619-a3c5-bd903af939d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:31.365144 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-28e80f0d-18e4-4f87-a2c7-c59eb5aa276d req-4c25a450-e01b-4619-a3c5-bd903af939d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=229d568687144cccbef243c252982e00&device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 1099 time: 0.0639355 Oct 14 18:03:31.386045 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b33f800d-f7b5-436d-8def-cdc5525efc68 req-c6a53992-273e-4a58-8b7a-cf29f10f928c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412767 Oct 14 18:03:31.433146 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1bdbd-3875-423f-8516-694484bba7e9 req-5ca9c32f-c79f-4050-afe4-020dd6938423 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:31.434608 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3dd1bdbd-3875-423f-8516-694484bba7e9 req-5ca9c32f-c79f-4050-afe4-020dd6938423 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0514469 Oct 14 18:03:31.467018 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e80f0d-18e4-4f87-a2c7-c59eb5aa276d req-7e4dea28-bdb6-4f0e-8897-0ddd44b2b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:31.468469 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-28e80f0d-18e4-4f87-a2c7-c59eb5aa276d req-7e4dea28-bdb6-4f0e-8897-0ddd44b2b05d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7ed64d5-7393-452b-96b7-28d14516f1ea HTTP/1.1" status: 200 len: 917 time: 0.0915022 Oct 14 18:03:31.476064 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3dd1bdbd-3875-423f-8516-694484bba7e9 req-5cb202e3-601e-4067-9123-6e1da057bea7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350375 Oct 14 18:03:31.553921 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-beacfff4-8141-428d-905a-a8dfce88b19d req-d90d4271-4345-4de6-b2e7-cb11f6911cee tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 210 time: 0.0343084 Oct 14 18:03:31.683608 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42256d-d8de-4305-9446-638d176698c0 req-d3c1d565-d72a-4a6e-9209-e3896a2628d5 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:31.684230 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-28e80f0d-18e4-4f87-a2c7-c59eb5aa276d req-cad3ec00-d0b7-4606-b429-70ad9d44ce57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f416a6e-ecaf-4275-9500-f6d0da12845e HTTP/1.1" status: 200 len: 1002 time: 0.0611134 Oct 14 18:03:31.685136 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ec42256d-d8de-4305-9446-638d176698c0 req-d3c1d565-d72a-4a6e-9209-e3896a2628d5 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 946 time: 0.0474586 Oct 14 18:03:31.721940 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ec42256d-d8de-4305-9446-638d176698c0 req-c32c1695-d84b-4996-9170-cdd116d56a85 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308132 Oct 14 18:03:31.734911 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e80f0d-18e4-4f87-a2c7-c59eb5aa276d req-4e4fd461-adb1-4cfe-b5b7-cd8e95eeca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:31.736353 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-28e80f0d-18e4-4f87-a2c7-c59eb5aa276d req-4e4fd461-adb1-4cfe-b5b7-cd8e95eeca16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3db5b355-eec8-4685-acd1-cd1968bd4562 HTTP/1.1" status: 200 len: 855 time: 0.0429313 Oct 14 18:03:31.791749 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e80f0d-18e4-4f87-a2c7-c59eb5aa276d req-68ed4c18-b0ba-4aeb-891e-46e1a4ce71ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:31.793622 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-28e80f0d-18e4-4f87-a2c7-c59eb5aa276d req-68ed4c18-b0ba-4aeb-891e-46e1a4ce71ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7ed64d5-7393-452b-96b7-28d14516f1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452507 Oct 14 18:03:31.970022 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-28e80f0d-18e4-4f87-a2c7-c59eb5aa276d req-cc8a5aba-81c3-47e6-a4cc-400965be2087 service neutron] 10.222.0.32 "GET /v2.0/networks/d7ed64d5-7393-452b-96b7-28d14516f1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599457 Oct 14 18:03:31.988205 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-079a9fae-5a16-405c-845b-94d31edea408 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:31.989633 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-079a9fae-5a16-405c-845b-94d31edea408 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.32 "GET /v2.0/networks?id=30700716-2b8b-453a-8682-0096823de319 HTTP/1.1" status: 200 len: 809 time: 0.1306818 Oct 14 18:03:32.375681 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-4c727d80-bd11-4637-a18e-a1e20d1ac1cf tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94302e03a66d49488ecc210494662665 HTTP/1.1" status: 200 len: 380 time: 0.3474028 Oct 14 18:03:32.404037 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-1b442553-9d89-4369-9de3-72f29acffcce tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Request body: {'port': {'device_id': '784674fc-7a15-4522-8441-539a893de870', 'network_id': '30700716-2b8b-453a-8682-0096823de319', 'admin_state_up': True, 'tenant_id': '94302e03a66d49488ecc210494662665', 'security_groups': ['050da210-f36f-41e9-b4da-0b2aad664db4']}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:03:32.418225 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2618d9-eeb1-443d-a417-5cea7a11846c req-ae8283e9-ff59-4c92-a82a-c70a4f4690e3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:32.419639 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ce2618d9-eeb1-443d-a417-5cea7a11846c req-ae8283e9-ff59-4c92-a82a-c70a4f4690e3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.3511021 Oct 14 18:03:32.463329 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-28e80f0d-18e4-4f87-a2c7-c59eb5aa276d req-9ccbaceb-7caf-42af-9870-44bb270c0299 service neutron] 10.222.0.32 "GET /v2.0/networks/d7ed64d5-7393-452b-96b7-28d14516f1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426737 Oct 14 18:03:32.518901 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ce2618d9-eeb1-443d-a417-5cea7a11846c req-a4d51a76-e5de-4d07-b2a5-5879d909b73d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883501 Oct 14 18:03:32.573856 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-1b442553-9d89-4369-9de3-72f29acffcce tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Made reservation on behalf of 94302e03a66d49488ecc210494662665 for: {'port': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:03:32.577477 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-1b442553-9d89-4369-9de3-72f29acffcce tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:32.631528 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9a3f0-362f-4481-adbe-64219de5d372 req-830b71e1-10a3-45d6-8553-d350664ec51b tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:32.633054 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-5bf9a3f0-362f-4481-adbe-64219de5d372 req-830b71e1-10a3-45d6-8553-d350664ec51b tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0737789 Oct 14 18:03:32.679116 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-5bf9a3f0-362f-4481-adbe-64219de5d372 req-a4ab64e7-9d7c-42cb-b48f-2c27717a0d04 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388775 Oct 14 18:03:32.681664 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-42db181f-fc7a-49de-9cf0-ba8a15d30cf3 req-2e545b5c-8eca-45ac-80fe-6d2ca0911287 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 210 time: 0.0373902 Oct 14 18:03:32.746362 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-1b442553-9d89-4369-9de3-72f29acffcce tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Allocated IP 172.20.0.13 (30700716-2b8b-453a-8682-0096823de319/b7347e1b-6561-4e2c-bb17-d55c8e7fdd45/e0c5307c-140d-496b-92a4-77d830d41e05) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:03:32.902160 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9b76b-5626-42df-979c-2773feb152e4 req-8411945f-3f21-4ba2-8610-516c97a6a914 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:32.903646 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-86e9b76b-5626-42df-979c-2773feb152e4 req-8411945f-3f21-4ba2-8610-516c97a6a914 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 946 time: 0.1122339 Oct 14 18:03:32.953512 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-1b442553-9d89-4369-9de3-72f29acffcce tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:32.972763 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-86e9b76b-5626-42df-979c-2773feb152e4 req-797fdee7-7021-495a-9e04-b750b02ec770 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603399 Oct 14 18:03:33.003202 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-1b442553-9d89-4369-9de3-72f29acffcce tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:33.044342 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-1b442553-9d89-4369-9de3-72f29acffcce tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Network 30700716-2b8b-453a-8682-0096823de319 is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:03:33.047383 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-1b442553-9d89-4369-9de3-72f29acffcce tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:03:33.051189 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-1b442553-9d89-4369-9de3-72f29acffcce tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:03:33.080182 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b442553-9d89-4369-9de3-72f29acffcce tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Pushing event updated for resources: {'Port': ['ID=e0c5307c-140d-496b-92a4-77d830d41e05,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:33.112982 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-1b442553-9d89-4369-9de3-72f29acffcce tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:33.113688 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-1b442553-9d89-4369-9de3-72f29acffcce tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:33.130974 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-1b442553-9d89-4369-9de3-72f29acffcce tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7367108 Oct 14 18:03:33.150776 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] Request body: {'port': {'device_id': '784674fc-7a15-4522-8441-539a893de870', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81393'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:03:33.216119 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:33.329968 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-3b377eed-2dc9-4aaf-8b77-d0748f476d9a None None] Provisioning complete for port e0c5307c-140d-496b-92a4-77d830d41e05 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:03:33.330479 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-3b377eed-2dc9-4aaf-8b77-d0748f476d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:33.391984 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-3b377eed-2dc9-4aaf-8b77-d0748f476d9a None None] Port e0c5307c-140d-496b-92a4-77d830d41e05 cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:03:33.521210 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c5307c-140d-496b-92a4-77d830d41e05 {{(pid=99719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:03:33.529432 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:33.542270 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.provisioning_blocks [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] Transition to ACTIVE for port object e0c5307c-140d-496b-92a4-77d830d41e05 will not be triggered until provisioned by entity L2. {{(pid=99719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 18:03:33.545674 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:33.600198 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] Pushing event updated for resources: {'Port': ['ID=e0c5307c-140d-496b-92a4-77d830d41e05,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:33.662871 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f5ead-8187-4b34-a643-253e65cdcc2c req-b1b294ae-9f93-4d07-8d3b-6a7a26e23f4e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:33.672852 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c22f5ead-8187-4b34-a643-253e65cdcc2c req-b1b294ae-9f93-4d07-8d3b-6a7a26e23f4e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0745368 Oct 14 18:03:33.679806 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] Attempting to bind port e0c5307c-140d-496b-92a4-77d830d41e05 on host hv-cinder-81393 for vnic_type normal with profile {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:03:33.680325 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] Attempting to bind port e0c5307c-140d-496b-92a4-77d830d41e05 by drivers openvswitch,hyperv on host hv-cinder-81393 at level 0 using segments [{'id': 'b8c52ac2-36bb-47ff-9ece-9a0ee71cd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '30700716-2b8b-453a-8682-0096823de319'}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:03:33.680567 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] Attempting to bind port e0c5307c-140d-496b-92a4-77d830d41e05 on network 30700716-2b8b-453a-8682-0096823de319 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:03:33.685745 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] Port e0c5307c-140d-496b-92a4-77d830d41e05 on network 30700716-2b8b-453a-8682-0096823de319 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81393 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 18:03:33.686002 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] Attempting to bind port e0c5307c-140d-496b-92a4-77d830d41e05 on network 30700716-2b8b-453a-8682-0096823de319 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:03:33.691034 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] Checking agent: {'id': '26c515f5-fc83-44a3-9c50-84c881af0873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81393', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'started_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:03:33.691374 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] Checking segment: {'id': 'b8c52ac2-36bb-47ff-9ece-9a0ee71cd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '30700716-2b8b-453a-8682-0096823de319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:03:33.692073 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] Bound using segment: {'id': 'b8c52ac2-36bb-47ff-9ece-9a0ee71cd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '30700716-2b8b-453a-8682-0096823de319'} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:03:33.692207 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] Bound port: e0c5307c-140d-496b-92a4-77d830d41e05, host: hv-cinder-81393, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c52ac2-36bb-47ff-9ece-9a0ee71cd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '30700716-2b8b-453a-8682-0096823de319'}}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:03:33.692506 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:33.715033 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c22f5ead-8187-4b34-a643-253e65cdcc2c req-a164c285-814d-4491-861f-5e8c41fa809b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408790 Oct 14 18:03:33.801018 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] For port e0c5307c-140d-496b-92a4-77d830d41e05, host hv-cinder-81393, cleared binding levels {{(pid=99719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:03:33.827753 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] For port e0c5307c-140d-496b-92a4-77d830d41e05, host hv-cinder-81393, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=e0c5307c-140d-496b-92a4-77d830d41e05,segment=NetworkSegment(b8c52ac2-36bb-47ff-9ece-9a0ee71cd081),segment_id=b8c52ac2-36bb-47ff-9ece-9a0ee71cd081)] {{(pid=99719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:03:33.829729 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629a21f-71f0-4ba2-8a49-debe2e327fd2 req-efe3dd4f-891c-43b9-a369-90046b5db58b tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:33.831210 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f629a21f-71f0-4ba2-8a49-debe2e327fd2 req-efe3dd4f-891c-43b9-a369-90046b5db58b tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0493865 Oct 14 18:03:33.832653 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:33.850082 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:33.850940 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:33.852157 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] 10.222.0.32 "PUT /v2.0/ports/e0c5307c-140d-496b-92a4-77d830d41e05 HTTP/1.1" status: 200 len: 1094 time: 0.7063501 Oct 14 18:03:33.884342 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f629a21f-71f0-4ba2-8a49-debe2e327fd2 req-0e52d560-fabe-45d9-9dfa-fbce09e1d537 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464015 Oct 14 18:03:33.885901 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784674fc-7a15-4522-8441-539a893de870', 'tag': 'e0c5307c-140d-496b-92a4-77d830d41e05'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:03:33.888472 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd0f433-e333-4553-9aaf-0ec0fa3ae98d" -d '{"events": [{"name": "network-changed", "server_uuid": "784674fc-7a15-4522-8441-539a893de870", "tag": "e0c5307c-140d-496b-92a4-77d830d41e05"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:03:33.912087 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f4211-5f52-4fc4-8fa3-1733cc164f0f req-83c09e39-1431-4f3f-9b42-af003c2f3c22 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:33.913699 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0d5f4211-5f52-4fc4-8fa3-1733cc164f0f req-83c09e39-1431-4f3f-9b42-af003c2f3c22 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 944 time: 0.1322677 Oct 14 18:03:33.947233 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e403814-5957-4f9c-8018-14d7adef6a85 x-openstack-request-id: req-0e403814-5957-4f9c-8018-14d7adef6a85 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:03:33.947518 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784674fc-7a15-4522-8441-539a893de870", "tag": "e0c5307c-140d-496b-92a4-77d830d41e05", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:03:33.947768 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e403814-5957-4f9c-8018-14d7adef6a85 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:03:33.948157 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784674fc-7a15-4522-8441-539a893de870', 'tag': 'e0c5307c-140d-496b-92a4-77d830d41e05', 'status': 'completed', 'code': 200} Oct 14 18:03:34.011730 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0d5f4211-5f52-4fc4-8fa3-1733cc164f0f req-a7aa8749-d443-41c3-9ded-b79a9a1248b4 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899906 Oct 14 18:03:34.020056 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6b14f-3113-411b-b949-661c1f49accc service neutron] Pushing event updated for resources: {'Port': ['ID=e0c5307c-140d-496b-92a4-77d830d41e05,revision_number=3']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:34.027949 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-fd5f0df3-fdb4-4752-9f9b-f6f0475c1c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:34.029780 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-fd5f0df3-fdb4-4752-9f9b-f6f0475c1c08 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=94302e03a66d49488ecc210494662665&device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 1097 time: 0.0787971 Oct 14 18:03:34.066889 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9773891-d209-47bf-9da3-8d0c3b4e1964 req-2d937d4f-ad02-4f83-960f-711f09c91958 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:34.069016 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f9773891-d209-47bf-9da3-8d0c3b4e1964 req-2d937d4f-ad02-4f83-960f-711f09c91958 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0687099 Oct 14 18:03:34.084027 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-085f3fe4-c27e-4537-9c19-c6491d303d07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c5307c-140d-496b-92a4-77d830d41e05 HTTP/1.1" status: 200 len: 217 time: 0.0350740 Oct 14 18:03:34.105583 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f9773891-d209-47bf-9da3-8d0c3b4e1964 req-04e05207-41db-46d0-86cb-83652f019a2a tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305932 Oct 14 18:03:34.150149 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-9f0590fd-790b-442a-859b-7f4845d5110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:34.151694 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-9f0590fd-790b-442a-859b-7f4845d5110f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7347e1b-6561-4e2c-bb17-d55c8e7fdd45 HTTP/1.1" status: 200 len: 848 time: 0.0590582 Oct 14 18:03:34.209127 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-91ba1ff8-9323-4764-8428-c08b79408067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:34.210578 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-91ba1ff8-9323-4764-8428-c08b79408067 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30700716-2b8b-453a-8682-0096823de319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394588 Oct 14 18:03:34.314678 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-dc47cdd7-57ae-457b-9f62-b2139a42efae service neutron] 10.222.0.32 "GET /v2.0/networks/30700716-2b8b-453a-8682-0096823de319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910358 Oct 14 18:03:34.444621 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3b816f64-4126-4aca-bdfe-38078c4c5a5a req-c0827c76-8e3b-4571-922c-452b2f787981 service neutron] 10.222.0.32 "GET /v2.0/networks/30700716-2b8b-453a-8682-0096823de319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101363 Oct 14 18:03:34.542143 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0f433-e333-4553-9aaf-0ec0fa3ae98d req-7888cdb7-9fe4-42ba-a27f-b07d6fcad9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:34.543612 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cfd0f433-e333-4553-9aaf-0ec0fa3ae98d req-7888cdb7-9fe4-42ba-a27f-b07d6fcad9cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=94302e03a66d49488ecc210494662665&device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 1097 time: 0.0431004 Oct 14 18:03:34.642657 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0f433-e333-4553-9aaf-0ec0fa3ae98d req-924a9294-1a69-4529-bf8e-e91794bafacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:34.644242 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cfd0f433-e333-4553-9aaf-0ec0fa3ae98d req-924a9294-1a69-4529-bf8e-e91794bafacd service neutron] 10.222.0.32 "GET /v2.0/networks?id=30700716-2b8b-453a-8682-0096823de319 HTTP/1.1" status: 200 len: 910 time: 0.0896218 Oct 14 18:03:34.693646 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cfd0f433-e333-4553-9aaf-0ec0fa3ae98d req-9cef0059-2990-4bb7-8729-67f315543f68 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c5307c-140d-496b-92a4-77d830d41e05 HTTP/1.1" status: 200 len: 217 time: 0.0383639 Oct 14 18:03:34.774629 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0f433-e333-4553-9aaf-0ec0fa3ae98d req-93d0f189-69b7-43e8-947b-09cd790ba818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:34.776114 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cfd0f433-e333-4553-9aaf-0ec0fa3ae98d req-93d0f189-69b7-43e8-947b-09cd790ba818 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7347e1b-6561-4e2c-bb17-d55c8e7fdd45 HTTP/1.1" status: 200 len: 848 time: 0.0444224 Oct 14 18:03:34.827459 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0f433-e333-4553-9aaf-0ec0fa3ae98d req-bb77eab8-72b2-488e-a3f7-3cc936c24438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:34.829123 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cfd0f433-e333-4553-9aaf-0ec0fa3ae98d req-bb77eab8-72b2-488e-a3f7-3cc936c24438 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30700716-2b8b-453a-8682-0096823de319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435054 Oct 14 18:03:34.842535 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0c0ca-848c-4d4b-944e-94c2c3298d19 req-1f068647-79dd-4cfc-a386-3cc13e4d346f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:34.843990 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-38b0c0ca-848c-4d4b-944e-94c2c3298d19 req-1f068647-79dd-4cfc-a386-3cc13e4d346f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 946 time: 0.0553057 Oct 14 18:03:34.889732 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-38b0c0ca-848c-4d4b-944e-94c2c3298d19 req-1e471fd5-31de-48a2-9b9c-544cd8b0683b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377021 Oct 14 18:03:34.950127 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cfd0f433-e333-4553-9aaf-0ec0fa3ae98d req-01c07081-4df0-4a01-a66d-b353aa622e8c service neutron] 10.222.0.32 "GET /v2.0/networks/30700716-2b8b-453a-8682-0096823de319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905511 Oct 14 18:03:35.048840 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cfd0f433-e333-4553-9aaf-0ec0fa3ae98d req-0e642d3e-6842-4d5c-b5be-83db3a2d5031 service neutron] 10.222.0.32 "GET /v2.0/networks/30700716-2b8b-453a-8682-0096823de319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857663 Oct 14 18:03:35.144533 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec23d8-b328-4835-97ab-66c5a8b767fd req-8bd4127f-3f7a-4bcc-b2c0-886290935a5a tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:35.146021 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bdec23d8-b328-4835-97ab-66c5a8b767fd req-8bd4127f-3f7a-4bcc-b2c0-886290935a5a tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 944 time: 0.0526617 Oct 14 18:03:35.183595 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bdec23d8-b328-4835-97ab-66c5a8b767fd req-a61e4762-795c-4443-9e96-c1019d269812 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310001 Oct 14 18:03:35.494668 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 8f416a6e-ecaf-4275-9500-f6d0da12845e no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:03:35.577668 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:35.600816 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d65178d-6bc0-4327-9d0a-0258c9096cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f416a6e-ecaf-4275-9500-f6d0da12845e'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:03:35.603407 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f7c3d2-7a86-4d5a-ab47-12428320d560" -d '{"events": [{"server_uuid": "8d65178d-6bc0-4327-9d0a-0258c9096cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "8f416a6e-ecaf-4275-9500-f6d0da12845e"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:03:35.619045 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 8f416a6e-ecaf-4275-9500-f6d0da12845e, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=8f416a6e-ecaf-4275-9500-f6d0da12845e,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:03:35.623610 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:35.648816 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Oct 2021 18:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1744eba0-5f3b-4043-8852-7b1083cfd8d0 x-openstack-request-id: req-1744eba0-5f3b-4043-8852-7b1083cfd8d0 {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:03:35.649145 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d65178d-6bc0-4327-9d0a-0258c9096cbe", "name": "network-vif-unplugged", "status": "failed", "tag": "8f416a6e-ecaf-4275-9500-f6d0da12845e", "code": 422}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:03:35.649432 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1744eba0-5f3b-4043-8852-7b1083cfd8d0 {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:03:35.649866 dv-cinder-813936-1-iscsi neutron-server[99720]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8d65178d-6bc0-4327-9d0a-0258c9096cbe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8f416a6e-ecaf-4275-9500-f6d0da12845e', 'code': 422} returned with failed status Oct 14 18:03:35.680739 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=8f416a6e-ecaf-4275-9500-f6d0da12845e,revision_number=8']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:35.763334 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a6666-ceea-427c-9421-d9d019949d4c req-eb9437ff-8457-452c-8468-f8af6e7ef8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:35.764800 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-606a6666-ceea-427c-9421-d9d019949d4c req-eb9437ff-8457-452c-8468-f8af6e7ef8cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec42152cea74457ea58daa46f1101c65&device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 1099 time: 0.0667472 Oct 14 18:03:35.775862 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a10e79-98ff-4115-848d-fd306a8f6902 req-12743aae-847e-491b-ac89-ad4117c6d003 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:35.777254 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-24a10e79-98ff-4115-848d-fd306a8f6902 req-12743aae-847e-491b-ac89-ad4117c6d003 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0700164 Oct 14 18:03:35.866052 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-24a10e79-98ff-4115-848d-fd306a8f6902 req-532ada5e-2c68-4f38-b9c0-f6754843111b tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797946 Oct 14 18:03:35.889094 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a6666-ceea-427c-9421-d9d019949d4c req-454c0046-5caa-4caa-a580-03ec88d599d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:35.890500 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-606a6666-ceea-427c-9421-d9d019949d4c req-454c0046-5caa-4caa-a580-03ec88d599d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8689a957-5433-4c26-a109-6a4cd99507da HTTP/1.1" status: 200 len: 919 time: 0.1123412 Oct 14 18:03:35.935807 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-606a6666-ceea-427c-9421-d9d019949d4c req-25c41a2b-81de-460e-982c-0bc02429bc4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0612667-ae63-483c-9c76-2b1349175234 HTTP/1.1" status: 200 len: 217 time: 0.0339839 Oct 14 18:03:35.994790 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a6666-ceea-427c-9421-d9d019949d4c req-ccda1b16-4561-4bfb-a167-dab7ac065fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:35.996226 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-606a6666-ceea-427c-9421-d9d019949d4c req-ccda1b16-4561-4bfb-a167-dab7ac065fb9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8974b2ed-cd87-434d-9c8c-7bac6a0eee65 HTTP/1.1" status: 200 len: 858 time: 0.0469334 Oct 14 18:03:36.009912 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19ec07-b91f-40b1-8977-f9dff8d4732a req-02af955d-28f2-4943-839b-b44ea5be3003 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:36.011333 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7b19ec07-b91f-40b1-8977-f9dff8d4732a req-02af955d-28f2-4943-839b-b44ea5be3003 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0477924 Oct 14 18:03:36.039248 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-606a6666-ceea-427c-9421-d9d019949d4c req-75e5dc1e-bc31-4192-afab-f4b6dbc8cf84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8689a957-5433-4c26-a109-6a4cd99507da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269108 Oct 14 18:03:36.056303 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7b19ec07-b91f-40b1-8977-f9dff8d4732a req-0fa52dc3-1557-41a2-96c7-2ba8c5d06690 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390351 Oct 14 18:03:36.132156 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-606a6666-ceea-427c-9421-d9d019949d4c req-65939f2f-e0bb-4275-bb7a-012d2aac37dc service neutron] 10.222.0.32 "GET /v2.0/networks/8689a957-5433-4c26-a109-6a4cd99507da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828133 Oct 14 18:03:36.241123 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-606a6666-ceea-427c-9421-d9d019949d4c req-75e67951-05af-41fb-ad02-e489dfc9c2f2 service neutron] 10.222.0.32 "GET /v2.0/networks/8689a957-5433-4c26-a109-6a4cd99507da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948999 Oct 14 18:03:36.323533 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23822c-253f-43e5-8f2c-1cf82d3c0fcc req-5ae7218e-c4ea-4cb5-976d-e68ea7a76122 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:36.331348 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-eb23822c-253f-43e5-8f2c-1cf82d3c0fcc req-5ae7218e-c4ea-4cb5-976d-e68ea7a76122 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 944 time: 0.0751061 Oct 14 18:03:36.363586 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-eb23822c-253f-43e5-8f2c-1cf82d3c0fcc req-2df8019c-99fa-46d0-ad10-4336202a5113 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313797 Oct 14 18:03:36.567625 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [req-78b33f69-99ee-4781-b519-c5cc0b084484 req-e2d72b97-a78e-42c3-97df-142d37f6fc8c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=99718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 18:03:36.568583 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-78b33f69-99ee-4781-b519-c5cc0b084484 req-e2d72b97-a78e-42c3-97df-142d37f6fc8c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052285 Oct 14 18:03:36.736430 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c6084-0b84-41af-8060-6f728c5f49aa req-80a9348e-242c-4800-a7ff-c48be2d4bb6d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:36.737922 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9b0c6084-0b84-41af-8060-6f728c5f49aa req-80a9348e-242c-4800-a7ff-c48be2d4bb6d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0638444 Oct 14 18:03:36.784101 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9b0c6084-0b84-41af-8060-6f728c5f49aa req-e4280b5f-9a88-4641-a363-0306f67146c5 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393882 Oct 14 18:03:36.988076 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ee887-0f21-44b5-b8d2-ab44848be752 req-49a85d0b-c0de-4d89-bf4c-37cc92537b0b tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:36.989679 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-580ee887-0f21-44b5-b8d2-ab44848be752 req-49a85d0b-c0de-4d89-bf4c-37cc92537b0b tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0525136 Oct 14 18:03:37.029888 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-580ee887-0f21-44b5-b8d2-ab44848be752 req-88925ade-5675-4a09-bb3e-e1a2699d4d82 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333526 Oct 14 18:03:37.094099 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 52634) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:03:37.178262 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e38688b4-85f5-4d7b-aa40-f177c630cf4b req-6ac68e10-a17d-48a3-a96e-d99a22b9527d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828304 Oct 14 18:03:37.187105 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [req-e38688b4-85f5-4d7b-aa40-f177c630cf4b req-58853894-3076-4296-960c-b1a7b284e243 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=99719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 18:03:37.188045 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e38688b4-85f5-4d7b-aa40-f177c630cf4b req-58853894-3076-4296-960c-b1a7b284e243 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048785 Oct 14 18:03:37.490726 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403b7de-a9ba-4ceb-b6ab-67db2ef9e23c req-09b4846e-6c37-47ec-bc1a-dd3f5e4c4e63 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:37.493036 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b403b7de-a9ba-4ceb-b6ab-67db2ef9e23c req-09b4846e-6c37-47ec-bc1a-dd3f5e4c4e63 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 944 time: 0.0546641 Oct 14 18:03:37.531709 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b403b7de-a9ba-4ceb-b6ab-67db2ef9e23c req-ee7281a1-f988-4fe6-8984-6e9bc97e38af tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325723 Oct 14 18:03:37.911907 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82840a35-8a3e-4ec8-85ed-aa87600f8b88 req-e7b2fe22-64fc-401a-9edb-2f3975e87deb tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:37.913898 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-82840a35-8a3e-4ec8-85ed-aa87600f8b88 req-e7b2fe22-64fc-401a-9edb-2f3975e87deb tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0493834 Oct 14 18:03:37.950458 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-82840a35-8a3e-4ec8-85ed-aa87600f8b88 req-55e97ac6-703b-4844-89b8-622b7ef3238c tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306814 Oct 14 18:03:38.141651 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de1b38-2605-48a5-812f-2cc3066cc2b9 req-e2958b16-ded9-49d2-8237-458d8f36b94f tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:38.143111 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-01de1b38-2605-48a5-812f-2cc3066cc2b9 req-e2958b16-ded9-49d2-8237-458d8f36b94f tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0480552 Oct 14 18:03:38.182508 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-01de1b38-2605-48a5-812f-2cc3066cc2b9 req-43c7038d-4605-4471-ac9e-f1356313ffb4 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333376 Oct 14 18:03:38.642378 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec4eaf-9dea-4e90-a030-0568cb6a5e4a req-57d1d2cf-6c20-48a2-b0b1-65b98d8db693 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:38.643786 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-90ec4eaf-9dea-4e90-a030-0568cb6a5e4a req-57d1d2cf-6c20-48a2-b0b1-65b98d8db693 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 944 time: 0.0466869 Oct 14 18:03:38.685919 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-90ec4eaf-9dea-4e90-a030-0568cb6a5e4a req-c126b7a7-2c9b-45ef-b68b-0c8ed06a875f tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353613 Oct 14 18:03:38.903239 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-a9af67bb-c177-40c8-8a62-dd713d07251c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:39.066533 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d62a5-fe27-49ba-aed9-29edb965c8ff req-42743913-8864-46f9-8ada-b2eedbc8b75c tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:39.067946 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6a1d62a5-fe27-49ba-aed9-29edb965c8ff req-42743913-8864-46f9-8ada-b2eedbc8b75c tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0479262 Oct 14 18:03:39.107616 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6a1d62a5-fe27-49ba-aed9-29edb965c8ff req-c9cb59a0-8bd4-4066-ba8e-88ab01c101fd tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336435 Oct 14 18:03:39.300140 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee8da5-474f-4d67-b31a-42d02e69d301 req-222c64d9-fc54-4553-9cf7-09b61c6db3e7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:39.301600 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8bee8da5-474f-4d67-b31a-42d02e69d301 req-222c64d9-fc54-4553-9cf7-09b61c6db3e7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0543926 Oct 14 18:03:39.339446 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8bee8da5-474f-4d67-b31a-42d02e69d301 req-3cfb77bf-55b3-41d5-b2d9-e7ab083e57c2 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319247 Oct 14 18:03:39.517806 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 8f416a6e-ecaf-4275-9500-f6d0da12845e no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:03:39.801985 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23169b74-4274-4c19-a44a-80ad0852e1ea req-797e4b9c-acad-4851-959c-96fd902f2096 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:39.803852 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-23169b74-4274-4c19-a44a-80ad0852e1ea req-797e4b9c-acad-4851-959c-96fd902f2096 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 944 time: 0.0539081 Oct 14 18:03:39.839594 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-23169b74-4274-4c19-a44a-80ad0852e1ea req-7f22c899-7c32-4e74-b6ca-0f6472943519 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299084 Oct 14 18:03:40.256675 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da99d-c408-4686-a2a9-2fe6b854e6e0 req-8268199c-2575-44fd-8098-ca1248b1b927 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:40.258161 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-568da99d-c408-4686-a2a9-2fe6b854e6e0 req-8268199c-2575-44fd-8098-ca1248b1b927 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0476949 Oct 14 18:03:40.303481 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-568da99d-c408-4686-a2a9-2fe6b854e6e0 req-1774e2b7-c169-49eb-9aab-c6f92aa1be0e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388887 Oct 14 18:03:40.452225 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2ca92-a73e-4f40-a57b-272a6560c9c9 req-78cccb7f-e0a8-4925-9c74-06f174d4d002 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:40.453611 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4ee2ca92-a73e-4f40-a57b-272a6560c9c9 req-78cccb7f-e0a8-4925-9c74-06f174d4d002 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0481198 Oct 14 18:03:40.489654 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4ee2ca92-a73e-4f40-a57b-272a6560c9c9 req-4046b1c5-a9ce-4e6f-8abc-7f0a16429bdd tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303907 Oct 14 18:03:40.951092 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfb951-0805-421c-bba5-df3dd9e13a2c req-5aed1d7b-dd8f-437c-aafd-a7cb91cf4ac1 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:40.952580 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-30dfb951-0805-421c-bba5-df3dd9e13a2c req-5aed1d7b-dd8f-437c-aafd-a7cb91cf4ac1 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 944 time: 0.0491898 Oct 14 18:03:40.990960 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-30dfb951-0805-421c-bba5-df3dd9e13a2c req-7e11a737-fcd2-4072-9f61-21eaab800ddf tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319901 Oct 14 18:03:41.236786 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:41.423083 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a26bc-6dbb-4231-ba47-30c16aab809c req-80adfe5b-9a64-4a0d-bc22-ba9d075748dd tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:41.424519 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b18a26bc-6dbb-4231-ba47-30c16aab809c req-80adfe5b-9a64-4a0d-bc22-ba9d075748dd tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0480125 Oct 14 18:03:41.461553 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b18a26bc-6dbb-4231-ba47-30c16aab809c req-569bd82a-9732-4dd0-9454-1ae26d7918e7 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306046 Oct 14 18:03:41.569343 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-24ea6e82-d36b-47e5-a7b4-fcadebfd8a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:41.613761 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:41.616697 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eca1bd-a321-4514-acce-d96eef6f785e req-0a5460de-6656-492f-a6df-f9947a735576 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:41.618253 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-56eca1bd-a321-4514-acce-d96eef6f785e req-0a5460de-6656-492f-a6df-f9947a735576 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0579433 Oct 14 18:03:41.661997 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-56eca1bd-a321-4514-acce-d96eef6f785e req-7b03569d-e952-456f-8d3f-ce5a4f3b0c3a tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372994 Oct 14 18:03:42.118427 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09cb51-0ca0-4562-9ec7-890d745b9c27 req-e52a00de-485b-40f8-b10f-7cbb69bba3a2 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:42.119792 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-fa09cb51-0ca0-4562-9ec7-890d745b9c27 req-e52a00de-485b-40f8-b10f-7cbb69bba3a2 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 944 time: 0.0618956 Oct 14 18:03:42.160105 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-fa09cb51-0ca0-4562-9ec7-890d745b9c27 req-cd52eba5-5347-4d63-826f-7eff8fed74b2 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334811 Oct 14 18:03:42.353190 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:42.596086 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807a1af-9ba8-4427-b2ee-1944dd4601c3 req-c5985c75-0882-4fa1-9ba5-9d08c1ef8ae6 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:42.597687 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-9807a1af-9ba8-4427-b2ee-1944dd4601c3 req-c5985c75-0882-4fa1-9ba5-9d08c1ef8ae6 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0562131 Oct 14 18:03:42.642789 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-9807a1af-9ba8-4427-b2ee-1944dd4601c3 req-6b43e909-8338-4acd-a8d5-32266a9539b2 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368938 Oct 14 18:03:42.774234 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacbc5e-c443-480f-b52a-919fcdaceb0c req-ae797cc5-36f0-42fd-9033-96a02aed0dcb tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:42.775649 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3bacbc5e-c443-480f-b52a-919fcdaceb0c req-ae797cc5-36f0-42fd-9033-96a02aed0dcb tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0473812 Oct 14 18:03:42.811777 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3bacbc5e-c443-480f-b52a-919fcdaceb0c req-2b2e95d3-7806-42ca-87e7-182aa7db52da tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299273 Oct 14 18:03:43.274371 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153b025-947f-4cee-83f5-c862af46d7ad req-a9c2c2b3-b8c2-4397-9343-0ce53cc96a00 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:43.275832 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-5153b025-947f-4cee-83f5-c862af46d7ad req-a9c2c2b3-b8c2-4397-9343-0ce53cc96a00 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 944 time: 0.0485852 Oct 14 18:03:43.317123 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-5153b025-947f-4cee-83f5-c862af46d7ad req-55e786fe-0afc-4830-94bf-3fbcf65df148 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350554 Oct 14 18:03:43.543126 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device e0c5307c-140d-496b-92a4-77d830d41e05 details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:03:43.644369 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port e0c5307c-140d-496b-92a4-77d830d41e05, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=e0c5307c-140d-496b-92a4-77d830d41e05,segment=NetworkSegment(b8c52ac2-36bb-47ff-9ece-9a0ee71cd081),segment_id=b8c52ac2-36bb-47ff-9ece-9a0ee71cd081)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:03:43.657091 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': 'e0c5307c-140d-496b-92a4-77d830d41e05', 'network_id': '30700716-2b8b-453a-8682-0096823de319', 'port_id': 'e0c5307c-140d-496b-92a4-77d830d41e05', 'mac_address': 'fa:16:3e:81:3a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7347e1b-6561-4e2c-bb17-d55c8e7fdd45', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:03:43.682098 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38688b4-85f5-4d7b-aa40-f177c630cf4b req-6ae206ce-aedc-4657-946a-51c5610b2d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:43.683641 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e38688b4-85f5-4d7b-aa40-f177c630cf4b req-6ae206ce-aedc-4657-946a-51c5610b2d94 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe&tenant_id=229d568687144cccbef243c252982e00 HTTP/1.1" status: 200 len: 1097 time: 0.0763655 Oct 14 18:03:43.699831 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:43.716015 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c5307c-140d-496b-92a4-77d830d41e05 {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:03:43.744534 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port e0c5307c-140d-496b-92a4-77d830d41e05, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=e0c5307c-140d-496b-92a4-77d830d41e05,segment=NetworkSegment(b8c52ac2-36bb-47ff-9ece-9a0ee71cd081),segment_id=b8c52ac2-36bb-47ff-9ece-9a0ee71cd081)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:03:43.756321 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:43.763824 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38688b4-85f5-4d7b-aa40-f177c630cf4b req-ba22f99e-bce4-4c14-8bbb-602ecfaa8992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:43.765728 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e38688b4-85f5-4d7b-aa40-f177c630cf4b req-ba22f99e-bce4-4c14-8bbb-602ecfaa8992 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=229d568687144cccbef243c252982e00&device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 1097 time: 0.0538428 Oct 14 18:03:43.805374 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a90ea-1dfc-4df8-acf5-5b7785d1e123 req-bc507a99-063c-40b1-9d86-b4c1de7c440e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:43.809697 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=e0c5307c-140d-496b-92a4-77d830d41e05,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:43.812483 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bb3a90ea-1dfc-4df8-acf5-5b7785d1e123 req-bc507a99-063c-40b1-9d86-b4c1de7c440e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0725024 Oct 14 18:03:43.845031 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bb3a90ea-1dfc-4df8-acf5-5b7785d1e123 req-0f08cf0e-773f-4c63-929a-130b81aee7f5 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316713 Oct 14 18:03:43.866591 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38688b4-85f5-4d7b-aa40-f177c630cf4b req-bede0696-5799-4143-9c4d-fdb3c7bcc493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:43.868035 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e38688b4-85f5-4d7b-aa40-f177c630cf4b req-bede0696-5799-4143-9c4d-fdb3c7bcc493 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7ed64d5-7393-452b-96b7-28d14516f1ea HTTP/1.1" status: 200 len: 917 time: 0.0863352 Oct 14 18:03:43.963047 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e38688b4-85f5-4d7b-aa40-f177c630cf4b req-d91b70ba-430f-4218-a0e3-114412811856 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f416a6e-ecaf-4275-9500-f6d0da12845e HTTP/1.1" status: 200 len: 1000 time: 0.0858872 Oct 14 18:03:43.973130 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97beb703-d02f-478e-8c35-4848936ecf5c req-f68715b3-4b23-41fe-ac08-531b6b402f21 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:43.974494 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-97beb703-d02f-478e-8c35-4848936ecf5c req-f68715b3-4b23-41fe-ac08-531b6b402f21 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0920920 Oct 14 18:03:44.044137 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38688b4-85f5-4d7b-aa40-f177c630cf4b req-2841f026-7fb5-41ad-81dd-1dea8bfe44f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:44.045582 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e38688b4-85f5-4d7b-aa40-f177c630cf4b req-2841f026-7fb5-41ad-81dd-1dea8bfe44f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3db5b355-eec8-4685-acd1-cd1968bd4562 HTTP/1.1" status: 200 len: 855 time: 0.0702112 Oct 14 18:03:44.048454 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-97beb703-d02f-478e-8c35-4848936ecf5c req-7fef0321-5c48-41cf-8e2a-5bd14028f73c tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662360 Oct 14 18:03:44.092153 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38688b4-85f5-4d7b-aa40-f177c630cf4b req-4b570096-05c8-41a6-8f3f-7dcfe4df2fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:44.093604 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e38688b4-85f5-4d7b-aa40-f177c630cf4b req-4b570096-05c8-41a6-8f3f-7dcfe4df2fea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7ed64d5-7393-452b-96b7-28d14516f1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395269 Oct 14 18:03:44.179154 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e38688b4-85f5-4d7b-aa40-f177c630cf4b req-b41a572d-d26e-44d4-b256-10596d47f056 service neutron] 10.222.0.32 "GET /v2.0/networks/d7ed64d5-7393-452b-96b7-28d14516f1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770426 Oct 14 18:03:44.204753 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['e0c5307c-140d-496b-92a4-77d830d41e05'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:03:44.250976 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:44.281140 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e38688b4-85f5-4d7b-aa40-f177c630cf4b req-798e2037-a860-4084-9b27-bbb7534defff service neutron] 10.222.0.32 "GET /v2.0/networks/d7ed64d5-7393-452b-96b7-28d14516f1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879459 Oct 14 18:03:44.430195 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa16ac7-f70d-4b44-840d-58d943cf0c55 req-8ad62d83-cf27-49ac-965a-c478c9bdcd26 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:44.432131 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-5aa16ac7-f70d-4b44-840d-58d943cf0c55 req-8ad62d83-cf27-49ac-965a-c478c9bdcd26 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 945 time: 0.0479884 Oct 14 18:03:44.472618 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-5aa16ac7-f70d-4b44-840d-58d943cf0c55 req-aaf6440f-4727-4ca9-85de-b12a8322c7bf tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324912 Oct 14 18:03:44.982223 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8929c5-fbb9-4718-bf84-6fb8f7cf085d req-5d4b1656-3b53-4751-bcb2-08fdbb79af3d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:44.990506 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-dc8929c5-fbb9-4718-bf84-6fb8f7cf085d req-5d4b1656-3b53-4751-bcb2-08fdbb79af3d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0658205 Oct 14 18:03:45.024598 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-dc8929c5-fbb9-4718-bf84-6fb8f7cf085d req-7a47065c-a3ae-4783-a145-0ee5ab665e85 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332215 Oct 14 18:03:45.172315 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4e562-4d89-4e84-b935-ba8427a423e5 req-be1c679f-1e2d-4858-9fb2-31ce78d4f40d tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:45.174288 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-03a4e562-4d89-4e84-b935-ba8427a423e5 req-be1c679f-1e2d-4858-9fb2-31ce78d4f40d tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0517185 Oct 14 18:03:45.213554 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-03a4e562-4d89-4e84-b935-ba8427a423e5 req-fd8e26c5-046b-48d3-bb94-c8a324f3af09 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329607 Oct 14 18:03:45.553690 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device e0c5307c-140d-496b-92a4-77d830d41e05 up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:03:45.614119 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning for port e0c5307c-140d-496b-92a4-77d830d41e05 completed by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 18:03:45.619368 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port e0c5307c-140d-496b-92a4-77d830d41e05 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:03:45.619739 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:45.629384 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03361849-79f9-4e82-a621-c65fb65792db req-acc248b8-48ab-4c47-99ec-50c601426fb6 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:45.631463 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-03361849-79f9-4e82-a621-c65fb65792db req-acc248b8-48ab-4c47-99ec-50c601426fb6 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 945 time: 0.0887198 Oct 14 18:03:45.696275 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-03361849-79f9-4e82-a621-c65fb65792db req-dd2e406e-66be-4e4c-9cdf-6a9aa9378829 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587304 Oct 14 18:03:45.718810 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:45.741720 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784674fc-7a15-4522-8441-539a893de870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c5307c-140d-496b-92a4-77d830d41e05'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:03:45.743992 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609e269d-2a60-4802-924e-240e91f5301b" -d '{"events": [{"server_uuid": "784674fc-7a15-4522-8441-539a893de870", "name": "network-vif-plugged", "status": "completed", "tag": "e0c5307c-140d-496b-92a4-77d830d41e05"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:03:45.765825 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port e0c5307c-140d-496b-92a4-77d830d41e05, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=e0c5307c-140d-496b-92a4-77d830d41e05,segment=NetworkSegment(b8c52ac2-36bb-47ff-9ece-9a0ee71cd081),segment_id=b8c52ac2-36bb-47ff-9ece-9a0ee71cd081)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:03:45.770389 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:03:45.795869 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23391b7-a93b-4442-8e33-8c4ccb4cff13 x-openstack-request-id: req-e23391b7-a93b-4442-8e33-8c4ccb4cff13 {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:03:45.796287 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784674fc-7a15-4522-8441-539a893de870", "name": "network-vif-plugged", "status": "completed", "tag": "e0c5307c-140d-496b-92a4-77d830d41e05", "code": 200}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:03:45.796439 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e23391b7-a93b-4442-8e33-8c4ccb4cff13 {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:03:45.796842 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784674fc-7a15-4522-8441-539a893de870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c5307c-140d-496b-92a4-77d830d41e05', 'code': 200} Oct 14 18:03:45.826057 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=e0c5307c-140d-496b-92a4-77d830d41e05,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:03:46.079844 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cdf6c-51b2-4b2d-a7d5-695accd5820d req-d9986260-2a8f-4068-be96-8e4f2dfc7656 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:46.081526 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cc5cdf6c-51b2-4b2d-a7d5-695accd5820d req-d9986260-2a8f-4068-be96-8e4f2dfc7656 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 946 time: 0.0619318 Oct 14 18:03:46.121172 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cc5cdf6c-51b2-4b2d-a7d5-695accd5820d req-6e8c2db9-3fd1-49a7-8ada-7255c4ba9ef8 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329669 Oct 14 18:03:46.152275 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fe635-b823-49fa-aa33-f694c1752800 req-66f71e68-2f6e-436a-bc3f-269ba12e7ffe tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:46.153782 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e68fe635-b823-49fa-aa33-f694c1752800 req-66f71e68-2f6e-436a-bc3f-269ba12e7ffe tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0527239 Oct 14 18:03:46.192722 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e68fe635-b823-49fa-aa33-f694c1752800 req-9761b090-7016-4b93-bf8e-fd3990f7e8fc tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327237 Oct 14 18:03:46.335267 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec666e-d895-4567-b7be-66f474efe29c req-12d24792-90fe-402e-8442-1d3d67771218 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:46.336775 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4aec666e-d895-4567-b7be-66f474efe29c req-12d24792-90fe-402e-8442-1d3d67771218 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0548537 Oct 14 18:03:46.375785 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4aec666e-d895-4567-b7be-66f474efe29c req-eb6b31fa-8322-427a-a1b2-b2424463c274 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328968 Oct 14 18:03:46.814463 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311695b-268d-48fc-a387-41aea8776a9b req-129e5ea8-f920-4ae4-bc01-47bd2094db5d tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:46.815955 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3311695b-268d-48fc-a387-41aea8776a9b req-129e5ea8-f920-4ae4-bc01-47bd2094db5d tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0529189 Oct 14 18:03:46.853584 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3311695b-268d-48fc-a387-41aea8776a9b req-8a5fbb68-f48a-4309-976a-cf18bf3396c4 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309517 Oct 14 18:03:47.247792 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd2e6a-9ae5-4e92-b827-62a2ed5552e5 req-385a7ca9-1083-4a91-94b2-3657761a0e3a tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:47.253978 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3cfd2e6a-9ae5-4e92-b827-62a2ed5552e5 req-385a7ca9-1083-4a91-94b2-3657761a0e3a tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 946 time: 0.0577180 Oct 14 18:03:47.299110 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3cfd2e6a-9ae5-4e92-b827-62a2ed5552e5 req-c57ee432-0552-4c9f-8cfd-624c5f2fb47e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410907 Oct 14 18:03:47.336732 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931f35c-f5a8-4df6-9caf-449c54f44e13 req-38c0ed9c-9069-482e-8589-603edbbbbc61 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:47.338336 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7931f35c-f5a8-4df6-9caf-449c54f44e13 req-38c0ed9c-9069-482e-8589-603edbbbbc61 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0568821 Oct 14 18:03:47.378826 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7931f35c-f5a8-4df6-9caf-449c54f44e13 req-eb3166fb-9075-41d2-8998-6be94f61f707 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344801 Oct 14 18:03:47.492958 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae774f2a-a7df-4e04-94a0-a0d8d994cdf8 req-414b4358-f5d5-4449-aff8-feadaae1420d tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:47.494406 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ae774f2a-a7df-4e04-94a0-a0d8d994cdf8 req-414b4358-f5d5-4449-aff8-feadaae1420d tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0510302 Oct 14 18:03:47.531793 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ae774f2a-a7df-4e04-94a0-a0d8d994cdf8 req-7a89a1f1-8904-4379-b710-9a50b5c61021 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315566 Oct 14 18:03:47.973021 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc6a42-34a8-45aa-81b9-33a81c05ac4c req-02a13669-289c-417a-9581-0f405340a653 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:47.974876 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-02fc6a42-34a8-45aa-81b9-33a81c05ac4c req-02a13669-289c-417a-9581-0f405340a653 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0509055 Oct 14 18:03:48.022315 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-02fc6a42-34a8-45aa-81b9-33a81c05ac4c req-8ffa4d40-ed5f-432d-88f0-06d022d393b6 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401011 Oct 14 18:03:48.419855 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29faf131-b445-487d-bc3e-9e1c814c6bf9 req-cdd23bd1-7585-4ed2-a396-e63a5bf9323e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:48.421360 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-29faf131-b445-487d-bc3e-9e1c814c6bf9 req-cdd23bd1-7585-4ed2-a396-e63a5bf9323e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 946 time: 0.0531585 Oct 14 18:03:48.462902 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-29faf131-b445-487d-bc3e-9e1c814c6bf9 req-c8bc57e0-e7ab-40f2-9846-584a090415bc tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353625 Oct 14 18:03:48.516524 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e18f2-3b83-416f-a7b5-6c06251d65ac req-a41aae5e-b1b7-4c20-8d5d-6456f13145fb tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:48.518067 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e39e18f2-3b83-416f-a7b5-6c06251d65ac req-a41aae5e-b1b7-4c20-8d5d-6456f13145fb tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0518878 Oct 14 18:03:48.556943 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e39e18f2-3b83-416f-a7b5-6c06251d65ac req-bf9e4176-ec9a-4449-9e81-8fca75c2255b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327601 Oct 14 18:03:48.664552 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bd2be-7af5-4e4b-a6a1-35125c75d5f7 req-be666aff-3e63-482c-a1e1-027e32d702fb tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:48.666082 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-303bd2be-7af5-4e4b-a6a1-35125c75d5f7 req-be666aff-3e63-482c-a1e1-027e32d702fb tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0604599 Oct 14 18:03:48.708204 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-303bd2be-7af5-4e4b-a6a1-35125c75d5f7 req-12bd1699-b85a-4c94-bae2-9530775e31e6 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355341 Oct 14 18:03:49.138232 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062abf9-e9ca-47c8-94e8-9283c3c12a66 req-19f4eea0-d934-4d2e-9df2-07d872de23e0 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:49.139728 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6062abf9-e9ca-47c8-94e8-9283c3c12a66 req-19f4eea0-d934-4d2e-9df2-07d872de23e0 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0508454 Oct 14 18:03:49.368123 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6062abf9-e9ca-47c8-94e8-9283c3c12a66 req-25447b79-81be-4119-a05f-0443879c84f1 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223172 Oct 14 18:03:49.593517 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7856ba-7c90-4f19-ba08-ba7993ac3a9b req-966d65bd-ab9c-402b-8879-b888e8af0c4e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:49.594996 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1f7856ba-7c90-4f19-ba08-ba7993ac3a9b req-966d65bd-ab9c-402b-8879-b888e8af0c4e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 946 time: 0.0544765 Oct 14 18:03:49.636047 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1f7856ba-7c90-4f19-ba08-ba7993ac3a9b req-a941ffd1-9062-46b6-bc05-702f1dc343fa tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347569 Oct 14 18:03:49.686721 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b6def-fcf6-4b87-950a-f9d370312bc0 req-dcf8dd7f-37f7-4f66-b768-4bfd6f9f48d0 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:49.688180 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6c6b6def-fcf6-4b87-950a-f9d370312bc0 req-dcf8dd7f-37f7-4f66-b768-4bfd6f9f48d0 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0543940 Oct 14 18:03:49.727899 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6c6b6def-fcf6-4b87-950a-f9d370312bc0 req-d4e2695c-f079-415f-b084-e2d0ab671b3e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331106 Oct 14 18:03:49.837096 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27649007-6873-45c2-a098-3ee955bf97c9 req-ec85d61c-c4b5-4980-af2b-38833e47ef26 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:49.838552 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-27649007-6873-45c2-a098-3ee955bf97c9 req-ec85d61c-c4b5-4980-af2b-38833e47ef26 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0541532 Oct 14 18:03:49.877800 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-27649007-6873-45c2-a098-3ee955bf97c9 req-89329f86-d12d-45e2-8a28-6434b38628fd tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329330 Oct 14 18:03:50.481994 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3976113-a787-4ec0-9f47-f047404b535d req-6290bd1b-1cfd-450e-a0ca-207401ad0341 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:50.483436 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d3976113-a787-4ec0-9f47-f047404b535d req-6290bd1b-1cfd-450e-a0ca-207401ad0341 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0498226 Oct 14 18:03:50.522989 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d3976113-a787-4ec0-9f47-f047404b535d req-4ae77c96-6176-4809-a027-873909f0640d tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333757 Oct 14 18:03:50.757086 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6248d-84af-47df-b5ea-7fb986ba7d0d req-8b4ebacc-dcab-4b38-bf83-6a0101266a0f tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:50.758590 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-86d6248d-84af-47df-b5ea-7fb986ba7d0d req-8b4ebacc-dcab-4b38-bf83-6a0101266a0f tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 946 time: 0.0498025 Oct 14 18:03:50.797808 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-86d6248d-84af-47df-b5ea-7fb986ba7d0d req-887b16c1-a8bc-47a9-aeae-57d8df0b0f49 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327010 Oct 14 18:03:50.858818 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdee6a-8b71-45a5-b198-6e14b516e7e6 req-31bada2b-305a-4a76-9273-c73d89363087 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:50.860363 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0bfdee6a-8b71-45a5-b198-6e14b516e7e6 req-31bada2b-305a-4a76-9273-c73d89363087 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0546420 Oct 14 18:03:50.900304 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0bfdee6a-8b71-45a5-b198-6e14b516e7e6 req-8b181484-bf3f-456b-8a5a-3a93e7d01594 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329614 Oct 14 18:03:50.997502 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff10064-d8d5-485b-85db-38e1d0b604ca req-5db26134-f7e6-4c17-8695-81b3ea6679c4 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:50.998940 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cff10064-d8d5-485b-85db-38e1d0b604ca req-5db26134-f7e6-4c17-8695-81b3ea6679c4 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0506670 Oct 14 18:03:51.036089 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cff10064-d8d5-485b-85db-38e1d0b604ca req-d820af41-24de-4eea-bf62-e1b966390aab tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309889 Oct 14 18:03:51.645368 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f32ee2-5f8b-4447-ac6b-86115becec08 req-899d05e2-c26a-47ca-a69a-a8d7aa62e83c tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:51.647534 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-09f32ee2-5f8b-4447-ac6b-86115becec08 req-899d05e2-c26a-47ca-a69a-a8d7aa62e83c tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0556483 Oct 14 18:03:51.689023 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-09f32ee2-5f8b-4447-ac6b-86115becec08 req-6486fa02-3004-483d-b7ce-47754fd06640 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351973 Oct 14 18:03:51.922162 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091eea8-4885-40ef-a7b7-0c2a17922cb9 req-4c5f6e1e-ca08-4992-8ef0-871580678178 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:51.923611 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0091eea8-4885-40ef-a7b7-0c2a17922cb9 req-4c5f6e1e-ca08-4992-8ef0-871580678178 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 946 time: 0.0587373 Oct 14 18:03:51.968657 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0091eea8-4885-40ef-a7b7-0c2a17922cb9 req-c0d019a4-aa8c-4ed1-9c71-d3e7b5316d52 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381138 Oct 14 18:03:52.052403 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d77d5d-b615-4d2a-a03d-cb390258135f req-3bccbbea-559d-466b-9482-be9fb4b4afeb tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:52.055265 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-77d77d5d-b615-4d2a-a03d-cb390258135f req-3bccbbea-559d-466b-9482-be9fb4b4afeb tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0543933 Oct 14 18:03:52.107435 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-77d77d5d-b615-4d2a-a03d-cb390258135f req-24421953-ae9e-447a-b1b1-92b67aa9ae47 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427876 Oct 14 18:03:52.186106 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ed097-b901-4019-bb85-d779b46efc6e req-ec049f5a-655b-440a-b9c6-ada2170ef99b tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:52.187602 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f71ed097-b901-4019-bb85-d779b46efc6e req-ec049f5a-655b-440a-b9c6-ada2170ef99b tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0727921 Oct 14 18:03:52.228920 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f71ed097-b901-4019-bb85-d779b46efc6e req-5000c420-6d9b-4d06-83d0-f38684cd65c9 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341790 Oct 14 18:03:52.810166 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e86e1-7695-498c-b084-ec8f54c0758c req-86903810-4567-430c-ab72-16a71973e8ef tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:52.811645 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-006e86e1-7695-498c-b084-ec8f54c0758c req-86903810-4567-430c-ab72-16a71973e8ef tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0549519 Oct 14 18:03:52.850150 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-006e86e1-7695-498c-b084-ec8f54c0758c req-76103c19-44c2-4407-abcf-e0bb6857da2c tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325482 Oct 14 18:03:53.095536 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c6d17-a4dc-43b1-bb21-f3834c195eed req-36803012-34a7-4ce4-91c3-615497d4d9c2 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:53.099357 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-813c6d17-a4dc-43b1-bb21-f3834c195eed req-36803012-34a7-4ce4-91c3-615497d4d9c2 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 946 time: 0.0533552 Oct 14 18:03:53.134435 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-813c6d17-a4dc-43b1-bb21-f3834c195eed req-0ee492db-6aa6-425f-b2aa-832b80999620 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314565 Oct 14 18:03:53.239651 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a07a4-a401-4959-b1b7-fd43cd1ca212 req-2fc92f32-0b3c-4688-b221-587a47453539 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:53.241789 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6f5a07a4-a401-4959-b1b7-fd43cd1ca212 req-2fc92f32-0b3c-4688-b221-587a47453539 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0472255 Oct 14 18:03:53.280680 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6f5a07a4-a401-4959-b1b7-fd43cd1ca212 req-cf6b4239-4101-49b4-a99a-f5d281771c97 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328989 Oct 14 18:03:53.367835 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20435027-7416-4c48-a0e0-e115adae226d req-69abafe8-b6da-4c83-90f1-21a3acf1eb26 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:53.369373 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-20435027-7416-4c48-a0e0-e115adae226d req-69abafe8-b6da-4c83-90f1-21a3acf1eb26 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0553322 Oct 14 18:03:53.408753 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-20435027-7416-4c48-a0e0-e115adae226d req-431e86ee-9422-491a-b46a-be153d13ba52 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335038 Oct 14 18:03:53.966669 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c9aef-d2d0-4f05-bef6-4e05b7bb27ed req-cbd9db5e-ca18-401a-939e-9d06fcb7001b tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:53.968150 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-fb5c9aef-d2d0-4f05-bef6-4e05b7bb27ed req-cbd9db5e-ca18-401a-939e-9d06fcb7001b tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0484872 Oct 14 18:03:54.009424 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-fb5c9aef-d2d0-4f05-bef6-4e05b7bb27ed req-3f39257d-c5fe-4fe1-a3c9-cf4482032b52 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342598 Oct 14 18:03:54.253444 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c837e8b-6db1-4d60-9111-c1d54932b64e req-c617a0be-742f-4f81-91f9-ee788373cd7e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:54.255005 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8c837e8b-6db1-4d60-9111-c1d54932b64e req-c617a0be-742f-4f81-91f9-ee788373cd7e tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 946 time: 0.0487795 Oct 14 18:03:54.304058 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8c837e8b-6db1-4d60-9111-c1d54932b64e req-24080125-b225-464e-928f-ba7a356ee5ff tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419853 Oct 14 18:03:54.406484 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41aac0f-2d87-445f-a436-0505898464f5 req-fbf92de5-30dd-4bf5-9db6-7ee18c8a1990 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:54.407929 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c41aac0f-2d87-445f-a436-0505898464f5 req-fbf92de5-30dd-4bf5-9db6-7ee18c8a1990 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0517328 Oct 14 18:03:54.447579 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c41aac0f-2d87-445f-a436-0505898464f5 req-c3122f36-7930-414e-83e1-9c4f4ae19c4d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336976 Oct 14 18:03:54.531635 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e3793-019b-4942-af5f-557192b88d92 req-99ae7515-a2b5-4dc8-90cf-c3358e9fa5f0 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:54.533796 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-076e3793-019b-4942-af5f-557192b88d92 req-99ae7515-a2b5-4dc8-90cf-c3358e9fa5f0 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0510907 Oct 14 18:03:54.570747 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-076e3793-019b-4942-af5f-557192b88d92 req-8a024439-1f54-4ad3-8da6-6d133c01008c tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315068 Oct 14 18:03:55.124245 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409c9be-894e-449d-861b-ec33c333f8ed req-78a4f0ba-7f4a-4fb4-b58c-48c4b9bbd5c7 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:55.125716 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8409c9be-894e-449d-861b-ec33c333f8ed req-78a4f0ba-7f4a-4fb4-b58c-48c4b9bbd5c7 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0500846 Oct 14 18:03:55.162260 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8409c9be-894e-449d-861b-ec33c333f8ed req-c3cad802-24cc-496c-8cb4-cef0fc5e7d06 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305052 Oct 14 18:03:55.422890 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5a8fb-8dae-4a76-a0ad-0fa5e2a7b829 req-eaff0cb9-b6b9-4fd9-88fa-863ebd156582 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:55.424384 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-dbb5a8fb-8dae-4a76-a0ad-0fa5e2a7b829 req-eaff0cb9-b6b9-4fd9-88fa-863ebd156582 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 946 time: 0.0525610 Oct 14 18:03:55.466208 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-dbb5a8fb-8dae-4a76-a0ad-0fa5e2a7b829 req-37bc8087-bd35-4758-a13a-a904ed1d0f4b tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350134 Oct 14 18:03:55.568608 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00999e3c-3945-40a6-b44e-24b14c44b903 req-aba6d8eb-0ee6-4372-8ee2-6409d254ffb1 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:55.570003 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-00999e3c-3945-40a6-b44e-24b14c44b903 req-aba6d8eb-0ee6-4372-8ee2-6409d254ffb1 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0501437 Oct 14 18:03:55.614924 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-00999e3c-3945-40a6-b44e-24b14c44b903 req-1b3c1009-1650-4e06-9e37-85928220c809 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388920 Oct 14 18:03:55.688315 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c32eb-0960-4ab1-8b98-b6d6b0116b61 req-078fa313-f60d-40ef-a01c-3546edb5e8dc tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:55.689788 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-fc8c32eb-0960-4ab1-8b98-b6d6b0116b61 req-078fa313-f60d-40ef-a01c-3546edb5e8dc tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0490890 Oct 14 18:03:55.726682 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-fc8c32eb-0960-4ab1-8b98-b6d6b0116b61 req-09d01161-3621-4dbc-8974-dc0b09c3723f tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310972 Oct 14 18:03:56.309131 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca3f71-7b07-4c3b-8343-a724c6b19bfd req-50b4b858-a9ba-428a-a5bf-e29cf4974ebe tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:56.310625 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c6ca3f71-7b07-4c3b-8343-a724c6b19bfd req-50b4b858-a9ba-428a-a5bf-e29cf4974ebe tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0672729 Oct 14 18:03:56.358063 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c6ca3f71-7b07-4c3b-8343-a724c6b19bfd req-b587f440-ece4-4471-8702-a88a5b6ef2f3 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412655 Oct 14 18:03:56.585067 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de53f9-3858-4a23-9f2a-8e26d1551fb0 req-6b51de20-d3bc-488c-a738-4d1d7b206068 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:56.586520 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-85de53f9-3858-4a23-9f2a-8e26d1551fb0 req-6b51de20-d3bc-488c-a738-4d1d7b206068 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 946 time: 0.0534272 Oct 14 18:03:56.625742 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-85de53f9-3858-4a23-9f2a-8e26d1551fb0 req-43bd491f-d757-4153-bd8f-ddd052e73187 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333312 Oct 14 18:03:56.738315 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52d8ad-9351-49fc-86f5-5916a6614e2f req-9a56c569-ee0c-4549-a315-0b2a677c9617 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:56.739778 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ef52d8ad-9351-49fc-86f5-5916a6614e2f req-9a56c569-ee0c-4549-a315-0b2a677c9617 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0482004 Oct 14 18:03:56.782516 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ef52d8ad-9351-49fc-86f5-5916a6614e2f req-a52cbad8-d817-44b2-8d83-944977180088 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356746 Oct 14 18:03:56.861018 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ba787-e47c-45a5-8170-b52f76631006 req-703a4cd8-8864-4553-905f-c7e612b5492a tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:56.862541 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-fe6ba787-e47c-45a5-8170-b52f76631006 req-703a4cd8-8864-4553-905f-c7e612b5492a tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0664105 Oct 14 18:03:56.907791 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-fe6ba787-e47c-45a5-8170-b52f76631006 req-9dc4ed94-9168-42d4-a754-31b8ea451941 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361211 Oct 14 18:03:57.473358 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfd095-1004-4a88-b5dc-1539efa3ba37 req-724a0058-b71b-4350-92a8-64f60a75b400 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:57.474880 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4bcfd095-1004-4a88-b5dc-1539efa3ba37 req-724a0058-b71b-4350-92a8-64f60a75b400 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0498240 Oct 14 18:03:57.515564 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4bcfd095-1004-4a88-b5dc-1539efa3ba37 req-9c668c9a-c710-4701-98f5-193fc90baa18 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345671 Oct 14 18:03:57.745430 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b9473-fc99-4e15-b51c-10d62dd60d0e req-f5a6f4ee-60bf-4a5f-817b-691d5f5789b0 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:57.746941 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cc3b9473-fc99-4e15-b51c-10d62dd60d0e req-f5a6f4ee-60bf-4a5f-817b-691d5f5789b0 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 946 time: 0.0483458 Oct 14 18:03:57.785114 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cc3b9473-fc99-4e15-b51c-10d62dd60d0e req-3fa2551b-4926-4355-afe6-bc30ecf19721 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320754 Oct 14 18:03:57.914594 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3404522-ef52-4b61-a1ec-55ebf9a546a3 req-ee5a7385-4509-4b8a-b41a-38500d8df66a tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:57.916069 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e3404522-ef52-4b61-a1ec-55ebf9a546a3 req-ee5a7385-4509-4b8a-b41a-38500d8df66a tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0542789 Oct 14 18:03:57.958040 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e3404522-ef52-4b61-a1ec-55ebf9a546a3 req-b04b14f1-4ac8-4281-b69d-1b96cc3e2da5 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356474 Oct 14 18:03:58.026468 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7f2a3-e58e-4020-9e93-321bff2ae485 req-262de909-adf3-44d2-99fa-d4b45fcc9916 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:58.027943 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-20d7f2a3-e58e-4020-9e93-321bff2ae485 req-262de909-adf3-44d2-99fa-d4b45fcc9916 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0497279 Oct 14 18:03:58.069438 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-20d7f2a3-e58e-4020-9e93-321bff2ae485 req-50015e94-32be-43a0-8bfa-e517c60c510d tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338674 Oct 14 18:03:58.634305 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6457513-1789-4b3e-9543-95f2e351356e req-f82a3ba8-6ff1-4f50-afcf-2d78fcef4438 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:58.641399 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f6457513-1789-4b3e-9543-95f2e351356e req-f82a3ba8-6ff1-4f50-afcf-2d78fcef4438 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0565295 Oct 14 18:03:58.656439 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993ebca-7f05-444b-aba7-d2ec272ed8e7 req-7ca0b8a4-c301-472d-8086-60123be48185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:58.657953 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d993ebca-7f05-444b-aba7-d2ec272ed8e7 req-7ca0b8a4-c301-472d-8086-60123be48185 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 1099 time: 0.0516059 Oct 14 18:03:58.681784 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f6457513-1789-4b3e-9543-95f2e351356e req-ed166a2a-2719-4015-b9dc-22cabb3a93ba tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392737 Oct 14 18:03:58.704831 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d993ebca-7f05-444b-aba7-d2ec272ed8e7 req-33734d7b-0bea-41ef-96f6-740dd6036859 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311673 Oct 14 18:03:58.900563 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8ef99-b608-4c9e-bfac-a75ef890b68e req-dc5dde6f-66cb-48fa-9eb0-5454a56f100a tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:58.907952 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bad8ef99-b608-4c9e-bfac-a75ef890b68e req-dc5dde6f-66cb-48fa-9eb0-5454a56f100a tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 946 time: 0.0563397 Oct 14 18:03:58.951310 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bad8ef99-b608-4c9e-bfac-a75ef890b68e req-67a9fa22-0ecd-4b0f-85ff-efcf1b623ba0 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425136 Oct 14 18:03:59.079454 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c28325-5806-41a4-b427-f8afe1bacfaa req-e78723e4-a8bf-45ff-bf27-3a1c7e2c6355 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:59.080915 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-86c28325-5806-41a4-b427-f8afe1bacfaa req-e78723e4-a8bf-45ff-bf27-3a1c7e2c6355 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0488443 Oct 14 18:03:59.118880 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-86c28325-5806-41a4-b427-f8afe1bacfaa req-77e0ff3f-2595-42c7-9ede-a7f3980461fe tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320456 Oct 14 18:03:59.184482 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981d9ae-1b5b-4132-9fbc-ec5cff42bf0c req-8193192c-2527-48a9-893b-ec38218f048e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:59.186309 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4981d9ae-1b5b-4132-9fbc-ec5cff42bf0c req-8193192c-2527-48a9-893b-ec38218f048e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0485275 Oct 14 18:03:59.221559 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4981d9ae-1b5b-4132-9fbc-ec5cff42bf0c req-cc73a92a-1288-46b7-84c5-5b14a64aee42 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298944 Oct 14 18:03:59.809309 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca1453-549e-4266-a68e-6742b58b6efd req-5a41695b-2f27-4ad4-aed1-93e1e0106277 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:03:59.810719 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-52ca1453-549e-4266-a68e-6742b58b6efd req-5a41695b-2f27-4ad4-aed1-93e1e0106277 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0504720 Oct 14 18:03:59.847296 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-52ca1453-549e-4266-a68e-6742b58b6efd req-8237df37-fd7e-4205-ad96-75e1c45a2475 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307593 Oct 14 18:04:00.073710 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc80a3-95cb-43b1-8897-1e52da557353 req-889d58a0-28ed-471b-964a-e16674ece673 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:00.075150 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-59dc80a3-95cb-43b1-8897-1e52da557353 req-889d58a0-28ed-471b-964a-e16674ece673 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 946 time: 0.0527892 Oct 14 18:04:00.119641 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-59dc80a3-95cb-43b1-8897-1e52da557353 req-44e744d1-3784-4be4-88ff-ee232d9ac1ab tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384016 Oct 14 18:04:00.266523 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521546b1-8884-4341-92c8-099a14d9929a req-d618d304-f895-4eab-9e77-60cff2160f80 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:00.268046 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-521546b1-8884-4341-92c8-099a14d9929a req-d618d304-f895-4eab-9e77-60cff2160f80 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0691929 Oct 14 18:04:00.341103 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-521546b1-8884-4341-92c8-099a14d9929a req-6cfd7874-afe6-4894-b1c2-7e37e594f3b1 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583663 Oct 14 18:04:00.388256 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a769c1-5636-4307-ba0f-7543fc39fe8f req-5fff0f6a-9704-402b-ae36-ff45460f7bc3 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:00.389756 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-01a769c1-5636-4307-ba0f-7543fc39fe8f req-5fff0f6a-9704-402b-ae36-ff45460f7bc3 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0655625 Oct 14 18:04:00.452688 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-01a769c1-5636-4307-ba0f-7543fc39fe8f req-c5f0b8f5-9cb2-4a76-b503-6bdd239b889d tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531983 Oct 14 18:04:00.454323 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05ee08-71d4-4789-84e4-0727d6e8e24e req-3cb3231d-11cb-47b7-a8df-871627074ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:00.455765 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cd05ee08-71d4-4789-84e4-0727d6e8e24e req-3cb3231d-11cb-47b7-a8df-871627074ec0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 1099 time: 0.0650892 Oct 14 18:04:00.498254 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cd05ee08-71d4-4789-84e4-0727d6e8e24e req-a76467a9-1b4b-4c61-a9ac-0a336bfd1964 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311015 Oct 14 18:04:00.956801 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2deac-e95c-4f51-a55f-ec567d01e6f2 req-c55fa8dd-7b46-4af7-a2cb-911983ed149e tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:00.958285 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-62b2deac-e95c-4f51-a55f-ec567d01e6f2 req-c55fa8dd-7b46-4af7-a2cb-911983ed149e tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0468247 Oct 14 18:04:00.995572 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-62b2deac-e95c-4f51-a55f-ec567d01e6f2 req-50674dd4-0cd7-4450-842e-af59ec7a68e5 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304685 Oct 14 18:04:01.112526 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bececc29-2ddf-4e0a-b72c-fb3579ff9c7f req-e21b351d-07c6-415e-9e8e-26a1d6774dff tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:01.113979 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bececc29-2ddf-4e0a-b72c-fb3579ff9c7f req-e21b351d-07c6-415e-9e8e-26a1d6774dff tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0477300 Oct 14 18:04:01.151610 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bececc29-2ddf-4e0a-b72c-fb3579ff9c7f req-a565bc00-b017-497b-b092-8823e42b2dfc tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307944 Oct 14 18:04:01.173447 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 52948) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:01.230757 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce8ac4-0b88-400a-8904-1cc1ffd0e1e8 req-f012e0f1-f782-42bc-8bb1-dac6e0ef06c1 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:01.232210 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-04ce8ac4-0b88-400a-8904-1cc1ffd0e1e8 req-f012e0f1-f782-42bc-8bb1-dac6e0ef06c1 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 946 time: 0.0509183 Oct 14 18:04:01.269007 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-04ce8ac4-0b88-400a-8904-1cc1ffd0e1e8 req-02a7e21d-bffc-4b74-a554-61be3465f816 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308537 Oct 14 18:04:01.310329 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc6a86f-dd50-4369-a1f9-9f37d3036dde tempest-TestShelveInstance-1232404403 tempest-TestShelveInstance-1232404403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:01.311861 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-1cc6a86f-dd50-4369-a1f9-9f37d3036dde tempest-TestShelveInstance-1232404403 tempest-TestShelveInstance-1232404403-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 1094 time: 0.1374218 Oct 14 18:04:01.314737 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 52952) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:01.318937 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Request body: {'floatingip': {'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'port_id': 'e0c5307c-140d-496b-92a4-77d830d41e05', 'tenant_id': '94302e03a66d49488ecc210494662665', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:04:01.339781 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for floatingip, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:01.471660 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3033b-4a5c-4522-8e89-9dcea0de20c5 req-d74ff538-9b77-4310-97e6-437a1096f977 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:01.473131 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7ce3033b-4a5c-4522-8e89-9dcea0de20c5 req-d74ff538-9b77-4310-97e6-437a1096f977 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0696383 Oct 14 18:04:01.488210 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:01.554005 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7ce3033b-4a5c-4522-8e89-9dcea0de20c5 req-564f15d8-c880-42e0-9513-84090b5e9761 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726500 Oct 14 18:04:01.565795 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43ec86-e0b7-4852-a193-08ce3ca1dd4b req-c8a32004-8e7b-4c25-bb35-94089097b700 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:01.567273 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-de43ec86-e0b7-4852-a193-08ce3ca1dd4b req-c8a32004-8e7b-4c25-bb35-94089097b700 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0484991 Oct 14 18:04:01.605315 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-de43ec86-e0b7-4852-a193-08ce3ca1dd4b req-95dc90dd-a32e-4748-bf96-bb9044bcbf3c tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322609 Oct 14 18:04:01.618031 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Allocated IP 172.27.3.59 (d72eea9d-773f-4ba1-af60-02bc446a2bfb/b0081548-82f4-4db0-bd72-f0077bc2ab2a/b88fbbc7-d9bc-4b1b-9719-da8fc25625e9) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:04:01.716262 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:01.752122 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:01.789550 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Network d72eea9d-773f-4ba1-af60-02bc446a2bfb is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:04:01.792290 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:04:01.795630 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:04:01.806458 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Pushing event updated for resources: {'Port': ['ID=b88fbbc7-d9bc-4b1b-9719-da8fc25625e9,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:01.832904 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:01.833252 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:01.833590 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:01.833923 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:01.834251 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:01.834574 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:01.834898 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:01.835752 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:01.836073 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:01.836391 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:01.836707 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:01.837053 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:02.418358 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:02.426510 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf95e18-70f2-44fd-8db8-3ddd67a56798 req-265d2a19-376a-4e14-9ec7-9883747ce679 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:02.427949 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-dcf95e18-70f2-44fd-8db8-3ddd67a56798 req-265d2a19-376a-4e14-9ec7-9883747ce679 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 946 time: 0.0892901 Oct 14 18:04:02.493680 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-dcf95e18-70f2-44fd-8db8-3ddd67a56798 req-f01ac84c-99c9-442a-8877-c40e408d1b42 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478833 Oct 14 18:04:02.514961 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:02.660974 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:02.667081 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:02.677603 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3634c0e-60c6-4d11-9d37-8f98901aea12 req-5bf21f0e-5e08-462b-a3c2-7b8435377072 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:02.679202 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-a3634c0e-60c6-4d11-9d37-8f98901aea12 req-5bf21f0e-5e08-462b-a3c2-7b8435377072 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0508254 Oct 14 18:04:02.720811 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-a3634c0e-60c6-4d11-9d37-8f98901aea12 req-053df3c2-abc4-42c2-8680-eb23c7d11ed9 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358377 Oct 14 18:04:02.786823 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Pushing event updated for resources: {'Port': ['ID=b88fbbc7-d9bc-4b1b-9719-da8fc25625e9,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:02.801802 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3789850'] for floatingip, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:02.811677 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69398fd5-9eee-4eac-9b13-d5badb4b9e5c req-da0d9884-dbff-40f2-9160-ccc3051201b0 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:02.813147 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-69398fd5-9eee-4eac-9b13-d5badb4b9e5c req-da0d9884-dbff-40f2-9160-ccc3051201b0 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.1353123 Oct 14 18:04:02.914776 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-69398fd5-9eee-4eac-9b13-d5badb4b9e5c req-1de24d5f-f833-42e0-808b-15069ab428c8 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722024 Oct 14 18:04:02.931039 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.l3_db [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Floating IP cb9c30fe-fbaf-4892-8f41-1a70bb98f097 associated. External IP: 172.27.3.59, port: e0c5307c-140d-496b-92a4-77d830d41e05. Oct 14 18:04:03.138595 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Router 21329473-175b-4893-8ab3-3b02254810aa has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:04:03.240408 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:04:03.250249 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6bd4db-0ce7-487b-bcba-6df7147a225b None None] Sync routers for ids ['21329473-175b-4893-8ab3-3b02254810aa'] in dv-cinder-813936-1-iscsi {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:04:03.258080 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for floatingip, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:03.259161 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6bd4db-0ce7-487b-bcba-6df7147a225b None None] Routers {'21329473-175b-4893-8ab3-3b02254810aa'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:04:03.260293 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-2f6bd4db-0ce7-487b-bcba-6df7147a225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:03:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['21329473-175b-4893-8ab3-3b02254810aa'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:04:03.290361 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-d3162df7-2900-490c-bf12-2a8ee79f0c87 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9746034 Oct 14 18:04:03.290942 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784674fc-7a15-4522-8441-539a893de870', 'tag': 'e0c5307c-140d-496b-92a4-77d830d41e05'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:04:03.293212 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c8b674-b9aa-46e2-b533-02c77b10c6ab" -d '{"events": [{"name": "network-changed", "server_uuid": "784674fc-7a15-4522-8441-539a893de870", "tag": "e0c5307c-140d-496b-92a4-77d830d41e05"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:04:03.334423 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb3a5cd-2ba9-4fd7-adaf-d0cd48f2628f x-openstack-request-id: req-bdb3a5cd-2ba9-4fd7-adaf-d0cd48f2628f {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:04:03.334714 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784674fc-7a15-4522-8441-539a893de870", "tag": "e0c5307c-140d-496b-92a4-77d830d41e05", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:04:03.334963 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bdb3a5cd-2ba9-4fd7-adaf-d0cd48f2628f {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:04:03.335394 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784674fc-7a15-4522-8441-539a893de870', 'tag': 'e0c5307c-140d-496b-92a4-77d830d41e05', 'status': 'completed', 'code': 200} Oct 14 18:04:03.363633 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-2f6bd4db-0ce7-487b-bcba-6df7147a225b None None] Set router 21329473-175b-4893-8ab3-3b02254810aa gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:04:03.578891 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-2f6bd4db-0ce7-487b-bcba-6df7147a225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21329473-175b-4893-8ab3-3b02254810aa', 'name': 'tempest-TestShelveInstance-1109998343-router', 'tenant_id': '94302e03a66d49488ecc210494662665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:48Z', 'revision_number': 4, 'project_id': '94302e03a66d49488ecc210494662665', 'gw_port': {'id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': 'cb9c30fe-fbaf-4892-8f41-1a70bb98f097', 'tenant_id': '94302e03a66d49488ecc210494662665', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': '21329473-175b-4893-8ab3-3b02254810aa', 'port_id': 'e0c5307c-140d-496b-92a4-77d830d41e05', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30700716-2b8b-453a-8682-0096823de319', 'mac_address': 'fa:16:3e:81:3a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784674fc-7a15-4522-8441-539a893de870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:04:02Z', 'updated_at': '2021-10-14T18:04:02Z', 'revision_number': 0, 'project_id': '94302e03a66d49488ecc210494662665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8698ba97-aa4f-40f4-a8d9-7c91528113cf', 'name': '', 'network_id': '30700716-2b8b-453a-8682-0096823de319', 'tenant_id': '94302e03a66d49488ecc210494662665', 'mac_address': 'fa:16:3e:1f:f0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b7347e1b-6561-4e2c-bb17-d55c8e7fdd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:47Z', 'updated_at': '2021-10-14T18:02:51Z', 'revision_number': 5, 'project_id': '94302e03a66d49488ecc210494662665', 'subnets': [{'id': 'b7347e1b-6561-4e2c-bb17-d55c8e7fdd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:04:03.608425 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6bd4db-0ce7-487b-bcba-6df7147a225b None None] Checking router: 21329473-175b-4893-8ab3-3b02254810aa for host: dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:04:03.617194 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6bd4db-0ce7-487b-bcba-6df7147a225b None None] Routers {'21329473-175b-4893-8ab3-3b02254810aa'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:04:03.617799 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-2f6bd4db-0ce7-487b-bcba-6df7147a225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:03:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['21329473-175b-4893-8ab3-3b02254810aa'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:04:03.646128 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df25028-35d8-45b9-8ad9-be77dc8ac421 req-a3d8aa4a-6ce1-470b-b4ed-36d481b051b4 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:03.647663 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5df25028-35d8-45b9-8ad9-be77dc8ac421 req-a3d8aa4a-6ce1-470b-b4ed-36d481b051b4 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 946 time: 0.0835986 Oct 14 18:04:03.649401 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8b674-b9aa-46e2-b533-02c77b10c6ab req-dd82d52a-a0be-400a-bf59-713812363890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:03.650729 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-11c8b674-b9aa-46e2-b533-02c77b10c6ab req-dd82d52a-a0be-400a-bf59-713812363890 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=94302e03a66d49488ecc210494662665&device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 1099 time: 0.0779078 Oct 14 18:04:03.786503 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5df25028-35d8-45b9-8ad9-be77dc8ac421 req-65046b19-824a-4649-bea2-0e8f866fcc30 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326945 Oct 14 18:04:03.818381 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa1f0b-f2af-406d-82e7-8d4c84596baa req-e24f48f5-92ba-428e-b543-fc777eef6840 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:03.819907 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-17fa1f0b-f2af-406d-82e7-8d4c84596baa req-e24f48f5-92ba-428e-b543-fc777eef6840 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 946 time: 0.0988972 Oct 14 18:04:03.824624 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8b674-b9aa-46e2-b533-02c77b10c6ab req-769d5385-9505-4f6a-b256-8d5eb4742d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:03.826001 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-11c8b674-b9aa-46e2-b533-02c77b10c6ab req-769d5385-9505-4f6a-b256-8d5eb4742d4c service neutron] 10.222.0.32 "GET /v2.0/networks?id=30700716-2b8b-453a-8682-0096823de319 HTTP/1.1" status: 200 len: 910 time: 0.1652200 Oct 14 18:04:03.836024 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-2f6bd4db-0ce7-487b-bcba-6df7147a225b None None] Set router 21329473-175b-4893-8ab3-3b02254810aa gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:04:03.855298 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871148b9-88df-4989-9549-5b8dc19ef54f req-f8e5028f-6657-4f5e-8507-9f7c99e01c46 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:03.856766 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-871148b9-88df-4989-9549-5b8dc19ef54f req-f8e5028f-6657-4f5e-8507-9f7c99e01c46 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0546248 Oct 14 18:04:03.896436 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-871148b9-88df-4989-9549-5b8dc19ef54f req-d060cbe6-e89a-46f0-b76d-d19abd58a30e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332072 Oct 14 18:04:03.953439 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-11c8b674-b9aa-46e2-b533-02c77b10c6ab req-a8fddae3-c7e6-46b5-b2a0-5a688daa51ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c5307c-140d-496b-92a4-77d830d41e05 HTTP/1.1" status: 200 len: 999 time: 0.1084471 Oct 14 18:04:04.036203 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-17fa1f0b-f2af-406d-82e7-8d4c84596baa req-4eae1161-8c17-44d8-bfa1-cd258f410567 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Deleting port 2082ea2b-5afd-46bd-97c7-a5f653a5f8db {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:04:04.036511 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-17fa1f0b-f2af-406d-82e7-8d4c84596baa req-4eae1161-8c17-44d8-bfa1-cd258f410567 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:04.072240 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-2f6bd4db-0ce7-487b-bcba-6df7147a225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21329473-175b-4893-8ab3-3b02254810aa', 'name': 'tempest-TestShelveInstance-1109998343-router', 'tenant_id': '94302e03a66d49488ecc210494662665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:48Z', 'revision_number': 4, 'project_id': '94302e03a66d49488ecc210494662665', 'gw_port': {'id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': 'cb9c30fe-fbaf-4892-8f41-1a70bb98f097', 'tenant_id': '94302e03a66d49488ecc210494662665', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': '21329473-175b-4893-8ab3-3b02254810aa', 'port_id': 'e0c5307c-140d-496b-92a4-77d830d41e05', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30700716-2b8b-453a-8682-0096823de319', 'mac_address': 'fa:16:3e:81:3a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784674fc-7a15-4522-8441-539a893de870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:04:02Z', 'updated_at': '2021-10-14T18:04:02Z', 'revision_number': 0, 'project_id': '94302e03a66d49488ecc210494662665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8698ba97-aa4f-40f4-a8d9-7c91528113cf', 'name': '', 'network_id': '30700716-2b8b-453a-8682-0096823de319', 'tenant_id': '94302e03a66d49488ecc210494662665', 'mac_address': 'fa:16:3e:1f:f0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b7347e1b-6561-4e2c-bb17-d55c8e7fdd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:47Z', 'updated_at': '2021-10-14T18:02:51Z', 'revision_number': 5, 'project_id': '94302e03a66d49488ecc210494662665', 'subnets': [{'id': 'b7347e1b-6561-4e2c-bb17-d55c8e7fdd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:04:04.100084 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8b674-b9aa-46e2-b533-02c77b10c6ab req-4452733e-31f3-45dc-9810-35c981a0d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:04.102120 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-11c8b674-b9aa-46e2-b533-02c77b10c6ab req-4452733e-31f3-45dc-9810-35c981a0d3e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7347e1b-6561-4e2c-bb17-d55c8e7fdd45 HTTP/1.1" status: 200 len: 848 time: 0.1368096 Oct 14 18:04:04.102410 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6bd4db-0ce7-487b-bcba-6df7147a225b None None] The sync data for ids ['21329473-175b-4893-8ab3-3b02254810aa'] in dv-cinder-813936-1-iscsi is: [{'id': '21329473-175b-4893-8ab3-3b02254810aa', 'name': 'tempest-TestShelveInstance-1109998343-router', 'tenant_id': '94302e03a66d49488ecc210494662665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:48Z', 'revision_number': 4, 'project_id': '94302e03a66d49488ecc210494662665', 'gw_port': {'id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': 'cb9c30fe-fbaf-4892-8f41-1a70bb98f097', 'tenant_id': '94302e03a66d49488ecc210494662665', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': '21329473-175b-4893-8ab3-3b02254810aa', 'port_id': 'e0c5307c-140d-496b-92a4-77d830d41e05', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30700716-2b8b-453a-8682-0096823de319', 'mac_address': 'fa:16:3e:81:3a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784674fc-7a15-4522-8441-539a893de870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:04:02Z', 'updated_at': '2021-10-14T18:04:02Z', 'revision_number': 0, 'project_id': '94302e03a66d49488ecc210494662665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8698ba97-aa4f-40f4-a8d9-7c91528113cf', 'name': '', 'network_id': '30700716-2b8b-453a-8682-0096823de319', 'tenant_id': '94302e03a66d49488ecc210494662665', 'mac_address': 'fa:16:3e:1f:f0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b7347e1b-6561-4e2c-bb17-d55c8e7fdd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:47Z', 'updated_at': '2021-10-14T18:02:51Z', 'revision_number': 5, 'project_id': '94302e03a66d49488ecc210494662665', 'subnets': [{'id': 'b7347e1b-6561-4e2c-bb17-d55c8e7fdd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:04:04.119486 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0675c-9606-43f1-bb35-5027b977727d req-068d4984-1b3d-46f8-8308-34ba49c0e7c7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:04.120974 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-aca0675c-9606-43f1-bb35-5027b977727d req-068d4984-1b3d-46f8-8308-34ba49c0e7c7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.1216645 Oct 14 18:04:04.205882 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-17fa1f0b-f2af-406d-82e7-8d4c84596baa req-4eae1161-8c17-44d8-bfa1-cd258f410567 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] For port 2082ea2b-5afd-46bd-97c7-a5f653a5f8db, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=2082ea2b-5afd-46bd-97c7-a5f653a5f8db,segment=NetworkSegment(931a8068-5c0e-41a2-bb4c-c55889796b97),segment_id=931a8068-5c0e-41a2-bb4c-c55889796b97)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:04:04.206243 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-17fa1f0b-f2af-406d-82e7-8d4c84596baa req-4eae1161-8c17-44d8-bfa1-cd258f410567 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:04.222320 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-aca0675c-9606-43f1-bb35-5027b977727d req-7bfae747-338b-4f91-bc65-e226bcc75ab1 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867920 Oct 14 18:04:04.228126 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8b674-b9aa-46e2-b533-02c77b10c6ab req-6ea0f8cd-c42d-4961-9b27-bee47ca87029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:04.229617 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-11c8b674-b9aa-46e2-b533-02c77b10c6ab req-6ea0f8cd-c42d-4961-9b27-bee47ca87029 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30700716-2b8b-453a-8682-0096823de319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1053219 Oct 14 18:04:04.230514 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-17fa1f0b-f2af-406d-82e7-8d4c84596baa req-4eae1161-8c17-44d8-bfa1-cd258f410567 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Calling delete_port for 2082ea2b-5afd-46bd-97c7-a5f653a5f8db owned by compute:nova {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:04:04.292355 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8a9f4d-215e-4633-93e1-b5b38938f55a None None] New status for floating IP cb9c30fe-fbaf-4892-8f41-1a70bb98f097: ACTIVE {{(pid=99720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 18:04:04.385680 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-11c8b674-b9aa-46e2-b533-02c77b10c6ab req-10db2b87-979e-439b-a5b6-b44f38853a68 service neutron] 10.222.0.32 "GET /v2.0/networks/30700716-2b8b-453a-8682-0096823de319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449990 Oct 14 18:04:04.490625 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-17fa1f0b-f2af-406d-82e7-8d4c84596baa req-4eae1161-8c17-44d8-bfa1-cd258f410567 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:04.503657 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a', '385c47eb-54f1-42ec-803e-405c2628d1f0', '7cbaa91b-848e-4964-8543-9fcc5e0273a0', '2082ea2b-5afd-46bd-97c7-a5f653a5f8db'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:04:04.526741 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae1161-8c17-44d8-bfa1-cd258f410567 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Pushing event deleted for resources: {'Port': ['ID=2082ea2b-5afd-46bd-97c7-a5f653a5f8db,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:04.582740 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-11c8b674-b9aa-46e2-b533-02c77b10c6ab req-0112afc1-3989-4ff5-bcce-82349416030a service neutron] 10.222.0.32 "GET /v2.0/networks/30700716-2b8b-453a-8682-0096823de319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684325 Oct 14 18:04:04.583500 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fa1f0b-f2af-406d-82e7-8d4c84596baa req-4eae1161-8c17-44d8-bfa1-cd258f410567 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] No DVR routers for this DVR port 2082ea2b-5afd-46bd-97c7-a5f653a5f8db on host hv-cinder-81393 {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:04:04.590249 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-17fa1f0b-f2af-406d-82e7-8d4c84596baa req-4eae1161-8c17-44d8-bfa1-cd258f410567 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:04.602124 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-17fa1f0b-f2af-406d-82e7-8d4c84596baa req-4eae1161-8c17-44d8-bfa1-cd258f410567 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.32 "DELETE /v2.0/ports/2082ea2b-5afd-46bd-97c7-a5f653a5f8db HTTP/1.1" status: 204 len: 173 time: 0.7554405 Oct 14 18:04:04.895805 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ac91cb45-5e42-4bad-8a4c-c46d308280fc req-cd0af10d-c997-452d-ac41-bf7f45316333 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cdce962-20e4-45f8-98e7-86e8c814e34c HTTP/1.1" status: 200 len: 210 time: 0.0254912 Oct 14 18:04:05.017332 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86a148-d162-4682-bf12-f800c5b49809 req-c42ad512-efa7-4b31-9e51-7aa28c5587b8 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:05.018776 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9b86a148-d162-4682-bf12-f800c5b49809 req-c42ad512-efa7-4b31-9e51-7aa28c5587b8 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0484786 Oct 14 18:04:05.056324 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9b86a148-d162-4682-bf12-f800c5b49809 req-fb9fcddc-7292-46b2-8255-17efb0a34265 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308495 Oct 14 18:04:05.196751 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:04:05.336435 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdce962-20e4-45f8-98e7-86e8c814e34c', 'name': 'network-vif-deleted', 'tag': '2082ea2b-5afd-46bd-97c7-a5f653a5f8db'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:04:05.338842 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173c66d8-7ef7-4534-9e88-50a364d7e111" -d '{"events": [{"server_uuid": "3cdce962-20e4-45f8-98e7-86e8c814e34c", "name": "network-vif-deleted", "tag": "2082ea2b-5afd-46bd-97c7-a5f653a5f8db"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:04:05.340429 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbabc8-1037-43d5-b338-2f42d30098ab req-c08b3770-8b1c-4475-bd43-636401eeee4e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:05.342000 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-b4fbabc8-1037-43d5-b338-2f42d30098ab req-c08b3770-8b1c-4475-bd43-636401eeee4e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0492208 Oct 14 18:04:05.375394 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be39040-4cef-40d6-b3d6-1ca4810473b8 x-openstack-request-id: req-3be39040-4cef-40d6-b3d6-1ca4810473b8 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:04:05.375762 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdce962-20e4-45f8-98e7-86e8c814e34c", "name": "network-vif-deleted", "tag": "2082ea2b-5afd-46bd-97c7-a5f653a5f8db", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:04:05.376091 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3be39040-4cef-40d6-b3d6-1ca4810473b8 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:04:05.376550 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdce962-20e4-45f8-98e7-86e8c814e34c', 'name': 'network-vif-deleted', 'tag': '2082ea2b-5afd-46bd-97c7-a5f653a5f8db', 'status': 'completed', 'code': 200} Oct 14 18:04:05.380709 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-b4fbabc8-1037-43d5-b338-2f42d30098ab req-548920bc-beab-49d2-bb56-d68a3adf5fdd tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329258 Oct 14 18:04:05.635249 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bd82e-af00-4c12-91ff-b536d17ee54e req-52895ea1-571c-485e-97a3-5591a82625fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:05.636718 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-005bd82e-af00-4c12-91ff-b536d17ee54e req-52895ea1-571c-485e-97a3-5591a82625fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec42152cea74457ea58daa46f1101c65&device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 1099 time: 0.0717530 Oct 14 18:04:05.645437 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb03c33-3aad-4b4b-bcea-a1692d20c9d6 req-730ef2bf-733e-4990-8f68-b068df569673 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:05.646792 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bcb03c33-3aad-4b4b-bcea-a1692d20c9d6 req-730ef2bf-733e-4990-8f68-b068df569673 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0722225 Oct 14 18:04:05.727305 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bcb03c33-3aad-4b4b-bcea-a1692d20c9d6 req-3ad0711f-609f-4643-9d32-2bbc08f9cb19 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723355 Oct 14 18:04:05.754305 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bd82e-af00-4c12-91ff-b536d17ee54e req-8c8db61c-0cd4-440a-a348-dce5367f426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:05.755728 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-005bd82e-af00-4c12-91ff-b536d17ee54e req-8c8db61c-0cd4-440a-a348-dce5367f426e service neutron] 10.222.0.32 "GET /v2.0/networks?id=8689a957-5433-4c26-a109-6a4cd99507da HTTP/1.1" status: 200 len: 919 time: 0.1080983 Oct 14 18:04:05.801391 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-005bd82e-af00-4c12-91ff-b536d17ee54e req-1009e68d-d477-4f61-86b7-bd80cd3d80ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0612667-ae63-483c-9c76-2b1349175234 HTTP/1.1" status: 200 len: 217 time: 0.0380104 Oct 14 18:04:05.854559 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bd82e-af00-4c12-91ff-b536d17ee54e req-26708d9d-20d1-4250-8fa0-ed23f3e6f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:05.855988 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-005bd82e-af00-4c12-91ff-b536d17ee54e req-26708d9d-20d1-4250-8fa0-ed23f3e6f308 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8974b2ed-cd87-434d-9c8c-7bac6a0eee65 HTTP/1.1" status: 200 len: 858 time: 0.0459738 Oct 14 18:04:05.890308 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-005bd82e-af00-4c12-91ff-b536d17ee54e req-c1f0fbf6-5938-4511-aa2f-aafd263d2f08 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8689a957-5433-4c26-a109-6a4cd99507da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246425 Oct 14 18:04:05.982681 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-005bd82e-af00-4c12-91ff-b536d17ee54e req-0c43d266-f143-4fe6-97bf-3d1a243085fa service neutron] 10.222.0.32 "GET /v2.0/networks/8689a957-5433-4c26-a109-6a4cd99507da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846429 Oct 14 18:04:06.082020 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-005bd82e-af00-4c12-91ff-b536d17ee54e req-bc75b735-6476-4c18-9168-c9ba4787fa3e service neutron] 10.222.0.32 "GET /v2.0/networks/8689a957-5433-4c26-a109-6a4cd99507da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864677 Oct 14 18:04:06.175894 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bbbf9-5a83-4584-9f09-0f02f9d03365 req-0542be90-86bc-412d-be86-02c30c068f9a tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:06.177349 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-398bbbf9-5a83-4584-9f09-0f02f9d03365 req-0542be90-86bc-412d-be86-02c30c068f9a tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0494092 Oct 14 18:04:06.213991 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-398bbbf9-5a83-4584-9f09-0f02f9d03365 req-5c70c637-73fb-4978-8c2f-58f40af4793e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306966 Oct 14 18:04:06.842098 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e04476-d8ba-4c37-af26-ca03aecb8dd4 req-9470888c-42a7-4a56-b384-97b08e387c8b tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:06.843504 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-19e04476-d8ba-4c37-af26-ca03aecb8dd4 req-9470888c-42a7-4a56-b384-97b08e387c8b tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0478325 Oct 14 18:04:06.883197 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-19e04476-d8ba-4c37-af26-ca03aecb8dd4 req-7ed3c09c-51c7-4bda-adb5-a7c54cf93b03 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339487 Oct 14 18:04:07.280725 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9f517-fb82-467f-91da-91d3ac55f358 req-eb6619c9-3a25-4f64-ab49-46fa11c9abd9 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:07.282625 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2cd9f517-fb82-467f-91da-91d3ac55f358 req-eb6619c9-3a25-4f64-ab49-46fa11c9abd9 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=da194763-1788-4a1b-9a8e-e271841d25f7 HTTP/1.1" status: 200 len: 946 time: 0.0497184 Oct 14 18:04:07.322816 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2cd9f517-fb82-467f-91da-91d3ac55f358 req-6765744c-e4fe-4a00-97e3-e7dd8966bfc5 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331471 Oct 14 18:04:07.340734 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79b646-c85a-4b4e-bba0-faf6e9a6b6ee req-922ff0db-29d7-4c9b-8490-28e8e67863a2 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:07.342273 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ce79b646-c85a-4b4e-bba0-faf6e9a6b6ee req-922ff0db-29d7-4c9b-8490-28e8e67863a2 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 944 time: 0.0544035 Oct 14 18:04:07.382397 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ce79b646-c85a-4b4e-bba0-faf6e9a6b6ee req-6699871e-78e4-4e78-b8d3-be0f710edfe5 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317838 Oct 14 18:04:07.659058 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 8f416a6e-ecaf-4275-9500-f6d0da12845e details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:04:07.662895 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 2082ea2b-5afd-46bd-97c7-a5f653a5f8db no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:04:07.685995 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] No Port match for: 2082ea2b-5afd-46bd-97c7-a5f653a5f8db {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:04:07.686336 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 2082ea2b-5afd-46bd-97c7-a5f653a5f8db not bound to the agent host hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:04:07.772288 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 8f416a6e-ecaf-4275-9500-f6d0da12845e, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=8f416a6e-ecaf-4275-9500-f6d0da12845e,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:04:07.782782 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': '8f416a6e-ecaf-4275-9500-f6d0da12845e', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'port_id': '8f416a6e-ecaf-4275-9500-f6d0da12845e', 'mac_address': 'fa:16:3e:99:08:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:04:07.819071 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:07.831733 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f416a6e-ecaf-4275-9500-f6d0da12845e {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:04:07.849626 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 8f416a6e-ecaf-4275-9500-f6d0da12845e, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=8f416a6e-ecaf-4275-9500-f6d0da12845e,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:04:07.853367 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:07.898194 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=8f416a6e-ecaf-4275-9500-f6d0da12845e,revision_number=9']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:07.995235 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4d600-1e6e-40c0-b99e-744aa5fdd210 req-72a8a152-64dc-45a4-addb-71d38c3ee9ed tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:07.996693 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f4b4d600-1e6e-40c0-b99e-744aa5fdd210 req-72a8a152-64dc-45a4-addb-71d38c3ee9ed tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0479620 Oct 14 18:04:08.033195 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f4b4d600-1e6e-40c0-b99e-744aa5fdd210 req-0ca17c76-d2ed-4775-a5f1-f191767b8dd5 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306194 Oct 14 18:04:08.283830 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['8f416a6e-ecaf-4275-9500-f6d0da12845e'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:04:08.448001 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdcbd8f-5aa3-4e32-bdc7-4f4252816d61 req-3357e1fe-d0b4-4bda-b6b5-3c6ba4a7e29d tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:08.449604 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5bdcbd8f-5aa3-4e32-bdc7-4f4252816d61 req-3357e1fe-d0b4-4bda-b6b5-3c6ba4a7e29d tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=da194763-1788-4a1b-9a8e-e271841d25f7 HTTP/1.1" status: 200 len: 946 time: 0.0525477 Oct 14 18:04:08.495820 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5bdcbd8f-5aa3-4e32-bdc7-4f4252816d61 req-5677a092-5ece-4cf2-b939-98ca76587358 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394843 Oct 14 18:04:08.509525 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e620ad6-2b94-4925-b0f8-d6d17182c986 req-632ee42d-7ebd-4953-833e-3159a8d55b24 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:08.510999 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8e620ad6-2b94-4925-b0f8-d6d17182c986 req-632ee42d-7ebd-4953-833e-3159a8d55b24 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 945 time: 0.0509493 Oct 14 18:04:08.559756 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8e620ad6-2b94-4925-b0f8-d6d17182c986 req-a95639f7-8ff3-485a-889f-d515ac29965b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352230 Oct 14 18:04:08.904138 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-9fe5dcd6-f408-4dc5-89d0-201194e4ad72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:09.145135 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67413c-601b-4d1b-9d49-3ba32b21cc7b req-7ccdf37b-13d9-4160-b48d-1359528d2bbe tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:09.146588 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-de67413c-601b-4d1b-9d49-3ba32b21cc7b req-7ccdf37b-13d9-4160-b48d-1359528d2bbe tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0483890 Oct 14 18:04:09.183922 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-de67413c-601b-4d1b-9d49-3ba32b21cc7b req-286d8d0b-489d-4d4f-a48d-2adf0c4cacf3 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312874 Oct 14 18:04:09.412361 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 53058) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:09.497959 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79357519-daf6-4cb8-a096-6333a345295f req-28f049a8-c253-4540-a602-6037c689942c tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:09.499529 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-79357519-daf6-4cb8-a096-6333a345295f req-28f049a8-c253-4540-a602-6037c689942c tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.32 "GET /v2.0/ports?device_id=da194763-1788-4a1b-9a8e-e271841d25f7 HTTP/1.1" status: 200 len: 946 time: 0.0555019 Oct 14 18:04:09.550785 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-402588dd-c868-44ce-b417-6baecebcdca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:09.613200 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b6e2-ccbc-4732-961f-b7eec6dad289 req-8312e366-8285-49e7-b2a0-90d4eb37f32d tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:09.615308 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-9ba7b6e2-ccbc-4732-961f-b7eec6dad289 req-8312e366-8285-49e7-b2a0-90d4eb37f32d tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=da194763-1788-4a1b-9a8e-e271841d25f7 HTTP/1.1" status: 200 len: 946 time: 0.0511351 Oct 14 18:04:09.643040 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-79357519-daf6-4cb8-a096-6333a345295f req-ac1b2f58-2ea2-453f-9016-b75860699822 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Deleting port 7cbaa91b-848e-4964-8543-9fcc5e0273a0 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:04:09.643298 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-79357519-daf6-4cb8-a096-6333a345295f req-ac1b2f58-2ea2-453f-9016-b75860699822 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:09.661061 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 8f416a6e-ecaf-4275-9500-f6d0da12845e up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:04:09.667336 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-9ba7b6e2-ccbc-4732-961f-b7eec6dad289 req-7fb2a56b-58b1-4ede-ad0d-b4b0dc31892f tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431454 Oct 14 18:04:09.710345 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port 8f416a6e-ecaf-4275-9500-f6d0da12845e triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:04:09.710722 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:09.755560 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-402588dd-c868-44ce-b417-6baecebcdca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:09.768009 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-402588dd-c868-44ce-b417-6baecebcdca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:09.796003 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:09.796205 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d06cb-9dd9-4d55-86e5-c5406346ebb0 req-45b530be-c630-4573-afca-9c92c68a636b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:09.797555 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-647d06cb-9dd9-4d55-86e5-c5406346ebb0 req-45b530be-c630-4573-afca-9c92c68a636b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 945 time: 0.1591909 Oct 14 18:04:09.817918 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d65178d-6bc0-4327-9d0a-0258c9096cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f416a6e-ecaf-4275-9500-f6d0da12845e'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:04:09.820519 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d14a61-968e-4309-a090-86b1cbde685c" -d '{"events": [{"server_uuid": "8d65178d-6bc0-4327-9d0a-0258c9096cbe", "name": "network-vif-plugged", "status": "completed", "tag": "8f416a6e-ecaf-4275-9500-f6d0da12845e"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:04:09.833014 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 8f416a6e-ecaf-4275-9500-f6d0da12845e, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=8f416a6e-ecaf-4275-9500-f6d0da12845e,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:04:09.838549 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:09.850940 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-402588dd-c868-44ce-b417-6baecebcdca4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ccc4d2cd4e64184895662d21087753f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4378195 Oct 14 18:04:09.855322 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 53070) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:09.862091 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402588dd-c868-44ce-b417-6baecebcdca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e651df8c-b9ba-4adb-b53d-66fe42ae991f,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:09.864231 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04d079f-ec62-4d49-bbcb-8a14a1027f80 x-openstack-request-id: req-d04d079f-ec62-4d49-bbcb-8a14a1027f80 {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:04:09.864535 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d65178d-6bc0-4327-9d0a-0258c9096cbe", "name": "network-vif-plugged", "status": "completed", "tag": "8f416a6e-ecaf-4275-9500-f6d0da12845e", "code": 200}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:04:09.864793 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d04d079f-ec62-4d49-bbcb-8a14a1027f80 {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:04:09.865228 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d65178d-6bc0-4327-9d0a-0258c9096cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f416a6e-ecaf-4275-9500-f6d0da12845e', 'code': 200} Oct 14 18:04:09.865552 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-79357519-daf6-4cb8-a096-6333a345295f req-ac1b2f58-2ea2-453f-9016-b75860699822 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] For port 7cbaa91b-848e-4964-8543-9fcc5e0273a0, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=7cbaa91b-848e-4964-8543-9fcc5e0273a0,segment=NetworkSegment(931a8068-5c0e-41a2-bb4c-c55889796b97),segment_id=931a8068-5c0e-41a2-bb4c-c55889796b97)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:04:09.865922 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-79357519-daf6-4cb8-a096-6333a345295f req-ac1b2f58-2ea2-453f-9016-b75860699822 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:09.894568 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=8f416a6e-ecaf-4275-9500-f6d0da12845e,revision_number=10']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:09.899742 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-79357519-daf6-4cb8-a096-6333a345295f req-ac1b2f58-2ea2-453f-9016-b75860699822 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Calling delete_port for 7cbaa91b-848e-4964-8543-9fcc5e0273a0 owned by compute:nova {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:04:09.905958 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-647d06cb-9dd9-4d55-86e5-c5406346ebb0 req-efa258a7-b6b4-4f3b-aaab-42a5ff8dcff3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911074 Oct 14 18:04:09.927879 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-2260d557-6e83-4648-92c4-c8c56ed850c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:09.948301 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-2260d557-6e83-4648-92c4-c8c56ed850c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:09.994865 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-2260d557-6e83-4648-92c4-c8c56ed850c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:09.997438 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-2260d557-6e83-4648-92c4-c8c56ed850c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:10.001210 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-2260d557-6e83-4648-92c4-c8c56ed850c2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e651df8c-b9ba-4adb-b53d-66fe42ae991f HTTP/1.1" status: 204 len: 168 time: 0.1419132 Oct 14 18:04:10.007226 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260d557-6e83-4648-92c4-c8c56ed850c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e651df8c-b9ba-4adb-b53d-66fe42ae991f,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:10.014429 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2260d557-6e83-4648-92c4-c8c56ed850c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:10.014785 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2260d557-6e83-4648-92c4-c8c56ed850c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:10.015135 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2260d557-6e83-4648-92c4-c8c56ed850c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:10.015472 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2260d557-6e83-4648-92c4-c8c56ed850c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:10.015809 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2260d557-6e83-4648-92c4-c8c56ed850c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:10.016166 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2260d557-6e83-4648-92c4-c8c56ed850c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:10.016464 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2260d557-6e83-4648-92c4-c8c56ed850c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:10.016795 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2260d557-6e83-4648-92c4-c8c56ed850c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:10.017160 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2260d557-6e83-4648-92c4-c8c56ed850c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:10.017488 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2260d557-6e83-4648-92c4-c8c56ed850c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:10.017815 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2260d557-6e83-4648-92c4-c8c56ed850c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:10.018138 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2260d557-6e83-4648-92c4-c8c56ed850c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:04:10.037838 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-79357519-daf6-4cb8-a096-6333a345295f req-ac1b2f58-2ea2-453f-9016-b75860699822 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:10.050187 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a', '385c47eb-54f1-42ec-803e-405c2628d1f0', '7cbaa91b-848e-4964-8543-9fcc5e0273a0'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:04:10.096242 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b2f58-2ea2-453f-9016-b75860699822 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Pushing event deleted for resources: {'Port': ['ID=7cbaa91b-848e-4964-8543-9fcc5e0273a0,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:10.120804 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-79357519-daf6-4cb8-a096-6333a345295f req-ac1b2f58-2ea2-453f-9016-b75860699822 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] No DVR routers for this DVR port 7cbaa91b-848e-4964-8543-9fcc5e0273a0 on host hv-cinder-81393 {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:04:10.123257 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-79357519-daf6-4cb8-a096-6333a345295f req-ac1b2f58-2ea2-453f-9016-b75860699822 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:10.127274 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-79357519-daf6-4cb8-a096-6333a345295f req-ac1b2f58-2ea2-453f-9016-b75860699822 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.32 "DELETE /v2.0/ports/7cbaa91b-848e-4964-8543-9fcc5e0273a0 HTTP/1.1" status: 204 len: 173 time: 0.6204686 Oct 14 18:04:10.127924 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da194763-1788-4a1b-9a8e-e271841d25f7', 'name': 'network-vif-deleted', 'tag': '7cbaa91b-848e-4964-8543-9fcc5e0273a0'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:04:10.130523 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bbfe47-d53b-46da-a955-cedd1aedaaa2" -d '{"events": [{"server_uuid": "da194763-1788-4a1b-9a8e-e271841d25f7", "name": "network-vif-deleted", "tag": "7cbaa91b-848e-4964-8543-9fcc5e0273a0"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:04:10.186558 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18decb50-7106-4efe-9d0f-7df686a39919 x-openstack-request-id: req-18decb50-7106-4efe-9d0f-7df686a39919 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:04:10.187145 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da194763-1788-4a1b-9a8e-e271841d25f7", "name": "network-vif-deleted", "tag": "7cbaa91b-848e-4964-8543-9fcc5e0273a0", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:04:10.187469 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18decb50-7106-4efe-9d0f-7df686a39919 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:04:10.187925 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da194763-1788-4a1b-9a8e-e271841d25f7', 'name': 'network-vif-deleted', 'tag': '7cbaa91b-848e-4964-8543-9fcc5e0273a0', 'status': 'completed', 'code': 200} Oct 14 18:04:10.396415 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff2560-75f0-4b44-b26f-0d72413ddb15 req-273cb1a2-8c36-4406-a0b0-8827c7b381c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:10.397955 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ceff2560-75f0-4b44-b26f-0d72413ddb15 req-273cb1a2-8c36-4406-a0b0-8827c7b381c0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 1100 time: 0.0398562 Oct 14 18:04:10.434645 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ceff2560-75f0-4b44-b26f-0d72413ddb15 req-db9c2c9c-efdf-48f5-9a3f-355035122f77 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275743 Oct 14 18:04:10.613258 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc3b52-329a-47a9-a8da-99380b732e3a req-2b24509a-0816-488d-a714-3b323dd1cd09 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:10.614710 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b6dc3b52-329a-47a9-a8da-99380b732e3a req-2b24509a-0816-488d-a714-3b323dd1cd09 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0507789 Oct 14 18:04:10.652617 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b6dc3b52-329a-47a9-a8da-99380b732e3a req-587a435b-5031-4df0-a609-78dee00422de tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310566 Oct 14 18:04:10.777578 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-69cf1375-24ff-44f1-ba5e-ea9fa163d45a req-894b7b79-a956-4e14-9b57-47fe7eee7e14 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=da194763-1788-4a1b-9a8e-e271841d25f7 HTTP/1.1" status: 200 len: 210 time: 0.0311272 Oct 14 18:04:11.058059 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46818e8-f265-4b8c-9750-3b1096d450fa req-d15aea3e-cb1b-48e2-bdb2-df3ac2ef0989 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:11.059711 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d46818e8-f265-4b8c-9750-3b1096d450fa req-d15aea3e-cb1b-48e2-bdb2-df3ac2ef0989 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 947 time: 0.0541663 Oct 14 18:04:11.119303 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d46818e8-f265-4b8c-9750-3b1096d450fa req-a3888f41-7722-4581-85d0-7a2ddcc3fc83 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529037 Oct 14 18:04:11.234762 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:11.569888 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-c1af1ee2-45af-457d-ace1-6832026a0198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:11.606021 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:12.042868 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0fe19-5a8f-4a8e-a32c-584fee81288d req-5670b3a0-ae71-4387-b71b-87a6497c01f2 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:12.044504 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c2d0fe19-5a8f-4a8e-a32c-584fee81288d req-5670b3a0-ae71-4387-b71b-87a6497c01f2 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e57cd46-12c3-45ab-9fb9-520327718265 HTTP/1.1" status: 200 len: 945 time: 0.0539124 Oct 14 18:04:12.084295 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c2d0fe19-5a8f-4a8e-a32c-584fee81288d req-8cb1e772-77c5-4b00-b0d9-bd9a06d24524 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331709 Oct 14 18:04:12.260487 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef9944-f16a-45b4-9033-bff81859dbb1 req-939f1ee1-c167-4330-bb97-0b613975e689 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:12.262126 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-fcef9944-f16a-45b4-9033-bff81859dbb1 req-939f1ee1-c167-4330-bb97-0b613975e689 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 947 time: 0.0598292 Oct 14 18:04:12.309119 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-fcef9944-f16a-45b4-9033-bff81859dbb1 req-0925f96e-4619-4af9-a012-3c80e67bfeff tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371137 Oct 14 18:04:12.361235 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:13.195329 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda5f2c-2daf-4db6-b052-230f40602fe3 req-d8cc6109-2979-4af5-8a29-f45b99ecda68 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:13.197301 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0cda5f2c-2daf-4db6-b052-230f40602fe3 req-d8cc6109-2979-4af5-8a29-f45b99ecda68 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e57cd46-12c3-45ab-9fb9-520327718265 HTTP/1.1" status: 200 len: 945 time: 0.0481317 Oct 14 18:04:13.233243 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0cda5f2c-2daf-4db6-b052-230f40602fe3 req-76d36d06-f07b-482f-822f-ff6f04960e40 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301607 Oct 14 18:04:13.438412 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b0d96-7862-4afb-83b9-3179fc63564e req-5ad62e15-86e5-403c-9c64-777428a423aa tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:13.439962 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cc0b0d96-7862-4afb-83b9-3179fc63564e req-5ad62e15-86e5-403c-9c64-777428a423aa tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 947 time: 0.0546238 Oct 14 18:04:13.477399 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cc0b0d96-7862-4afb-83b9-3179fc63564e req-22b88487-e596-4eb4-ab43-f9d70422969d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315235 Oct 14 18:04:13.663822 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 53190) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:13.676203 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 7cbaa91b-848e-4964-8543-9fcc5e0273a0 no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:04:13.696623 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] No Port match for: 7cbaa91b-848e-4964-8543-9fcc5e0273a0 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:04:13.697247 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 7cbaa91b-848e-4964-8543-9fcc5e0273a0 not bound to the agent host hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:04:13.776475 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-7ae843f0-d22e-411d-a046-e131e16f4ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:13.852121 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-7ae843f0-d22e-411d-a046-e131e16f4ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:13.856168 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-7ae843f0-d22e-411d-a046-e131e16f4ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:13.892768 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-7ae843f0-d22e-411d-a046-e131e16f4ece admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=051697843cea4bdbb4fb130986d677cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278845 Oct 14 18:04:13.893647 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae843f0-d22e-411d-a046-e131e16f4ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57382f3e-127a-4ed8-ac62-dee095160104,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:13.895520 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 53194) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:13.943505 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-46022386-a8a4-4628-8b58-b0b23f0b5617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:13.963520 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-46022386-a8a4-4628-8b58-b0b23f0b5617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:14.008648 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-46022386-a8a4-4628-8b58-b0b23f0b5617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:14.011936 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-46022386-a8a4-4628-8b58-b0b23f0b5617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:14.013089 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-46022386-a8a4-4628-8b58-b0b23f0b5617 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/57382f3e-127a-4ed8-ac62-dee095160104 HTTP/1.1" status: 204 len: 168 time: 0.1164060 Oct 14 18:04:14.028331 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46022386-a8a4-4628-8b58-b0b23f0b5617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57382f3e-127a-4ed8-ac62-dee095160104,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:14.071428 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081018c-65d6-42f6-b3a0-64a318538cd1 req-248c696b-c511-4a8c-9fd9-273f5500810f tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:14.072873 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c081018c-65d6-42f6-b3a0-64a318538cd1 req-248c696b-c511-4a8c-9fd9-273f5500810f tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e57cd46-12c3-45ab-9fb9-520327718265 HTTP/1.1" status: 200 len: 945 time: 0.0524020 Oct 14 18:04:14.173556 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-c081018c-65d6-42f6-b3a0-64a318538cd1 req-1ddefc4a-396f-4e2b-9cb1-905d8335d289 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Deleting port 385c47eb-54f1-42ec-803e-405c2628d1f0 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:04:14.173905 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-c081018c-65d6-42f6-b3a0-64a318538cd1 req-1ddefc4a-396f-4e2b-9cb1-905d8335d289 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:14.244579 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:14.279212 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-c081018c-65d6-42f6-b3a0-64a318538cd1 req-1ddefc4a-396f-4e2b-9cb1-905d8335d289 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] For port 385c47eb-54f1-42ec-803e-405c2628d1f0, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=385c47eb-54f1-42ec-803e-405c2628d1f0,segment=NetworkSegment(931a8068-5c0e-41a2-bb4c-c55889796b97),segment_id=931a8068-5c0e-41a2-bb4c-c55889796b97)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:04:14.279603 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-c081018c-65d6-42f6-b3a0-64a318538cd1 req-1ddefc4a-396f-4e2b-9cb1-905d8335d289 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:14.294277 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-c081018c-65d6-42f6-b3a0-64a318538cd1 req-1ddefc4a-396f-4e2b-9cb1-905d8335d289 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Calling delete_port for 385c47eb-54f1-42ec-803e-405c2628d1f0 owned by compute:nova {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:04:14.360610 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a6cc9-1763-4263-aa31-dfab8ac65ba4 req-90944fe4-e895-47a8-87a6-1edfa039d328 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:14.362292 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-fc4a6cc9-1763-4263-aa31-dfab8ac65ba4 req-90944fe4-e895-47a8-87a6-1edfa039d328 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e57cd46-12c3-45ab-9fb9-520327718265 HTTP/1.1" status: 200 len: 945 time: 0.0600066 Oct 14 18:04:14.399901 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-fc4a6cc9-1763-4263-aa31-dfab8ac65ba4 req-2e681a2c-d440-4d0e-a5a2-b65afebde574 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313177 Oct 14 18:04:14.424059 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-c081018c-65d6-42f6-b3a0-64a318538cd1 req-1ddefc4a-396f-4e2b-9cb1-905d8335d289 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:14.435420 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a', '385c47eb-54f1-42ec-803e-405c2628d1f0'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:04:14.450995 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddefc4a-396f-4e2b-9cb1-905d8335d289 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Pushing event deleted for resources: {'Port': ['ID=385c47eb-54f1-42ec-803e-405c2628d1f0,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:14.493551 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c081018c-65d6-42f6-b3a0-64a318538cd1 req-1ddefc4a-396f-4e2b-9cb1-905d8335d289 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] No DVR routers for this DVR port 385c47eb-54f1-42ec-803e-405c2628d1f0 on host hv-cinder-81393 {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:04:14.495970 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-c081018c-65d6-42f6-b3a0-64a318538cd1 req-1ddefc4a-396f-4e2b-9cb1-905d8335d289 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:14.499195 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c081018c-65d6-42f6-b3a0-64a318538cd1 req-1ddefc4a-396f-4e2b-9cb1-905d8335d289 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.32 "DELETE /v2.0/ports/385c47eb-54f1-42ec-803e-405c2628d1f0 HTTP/1.1" status: 204 len: 173 time: 0.4193535 Oct 14 18:04:14.499623 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e57cd46-12c3-45ab-9fb9-520327718265', 'name': 'network-vif-deleted', 'tag': '385c47eb-54f1-42ec-803e-405c2628d1f0'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:04:14.501854 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a955516-d3a8-4abc-b99e-af6fd44ff34d" -d '{"events": [{"server_uuid": "9e57cd46-12c3-45ab-9fb9-520327718265", "name": "network-vif-deleted", "tag": "385c47eb-54f1-42ec-803e-405c2628d1f0"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:04:14.542707 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bebfaaf-4f94-4111-bb2f-c1abec1a7539 x-openstack-request-id: req-0bebfaaf-4f94-4111-bb2f-c1abec1a7539 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:04:14.543040 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e57cd46-12c3-45ab-9fb9-520327718265", "name": "network-vif-deleted", "tag": "385c47eb-54f1-42ec-803e-405c2628d1f0", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:04:14.543325 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0bebfaaf-4f94-4111-bb2f-c1abec1a7539 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:04:14.543736 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e57cd46-12c3-45ab-9fb9-520327718265', 'name': 'network-vif-deleted', 'tag': '385c47eb-54f1-42ec-803e-405c2628d1f0', 'status': 'completed', 'code': 200} Oct 14 18:04:16.789067 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83926e58-16c3-4346-8c0e-e35bb5a263fe req-5aa0be62-2f68-4c77-8062-518da38c00f7 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:16.790512 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-83926e58-16c3-4346-8c0e-e35bb5a263fe req-5aa0be62-2f68-4c77-8062-518da38c00f7 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 946 time: 0.0503933 Oct 14 18:04:16.830065 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-83926e58-16c3-4346-8c0e-e35bb5a263fe req-c18e20db-dcbe-499c-9bef-f5a81739951d tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336218 Oct 14 18:04:17.695339 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 385c47eb-54f1-42ec-803e-405c2628d1f0 no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:04:17.716304 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] No Port match for: 385c47eb-54f1-42ec-803e-405c2628d1f0 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:04:17.716649 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 385c47eb-54f1-42ec-803e-405c2628d1f0 not bound to the agent host hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:04:17.947865 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c725f-e93f-4cad-9265-01f4d315e324 req-8fdfa696-371c-4e53-9683-a5d3075758ee tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:17.949254 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a65c725f-e93f-4cad-9265-01f4d315e324 req-8fdfa696-371c-4e53-9683-a5d3075758ee tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 946 time: 0.0479922 Oct 14 18:04:17.987086 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a65c725f-e93f-4cad-9265-01f4d315e324 req-0ba0dc8b-9421-4e81-8f7c-bc85407fd401 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318992 Oct 14 18:04:18.791369 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5998b-ffe6-47b8-ab86-ef02465f5879 req-b0a94eb4-1d03-4709-8768-aad38dc172eb tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:18.792811 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-98f5998b-ffe6-47b8-ab86-ef02465f5879 req-b0a94eb4-1d03-4709-8768-aad38dc172eb tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0802588 Oct 14 18:04:18.794459 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e7216-8bc7-453b-961a-df6ce29b76a6 req-b955f5d7-b69c-4022-80fc-34e0bca5a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:18.795764 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c73e7216-8bc7-453b-961a-df6ce29b76a6 req-b955f5d7-b69c-4022-80fc-34e0bca5a318 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec42152cea74457ea58daa46f1101c65&device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 1099 time: 0.0722082 Oct 14 18:04:19.105140 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7476ff-9be2-4a5f-9072-e5d15b0e734d req-cd5cefba-4819-42c2-a011-d2f9a6c28ae7 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:19.106611 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2d7476ff-9be2-4a5f-9072-e5d15b0e734d req-cd5cefba-4819-42c2-a011-d2f9a6c28ae7 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 946 time: 0.0480654 Oct 14 18:04:19.125124 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-98f5998b-ffe6-47b8-ab86-ef02465f5879 req-55da3869-ae81-4b0d-9fd1-13a6d51e674c tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262336 Oct 14 18:04:19.154391 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2d7476ff-9be2-4a5f-9072-e5d15b0e734d req-624669fd-120f-4046-883b-ecfe7120107f tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f8c58ff-c40e-4a5d-a815-f4d4bc404560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412257 Oct 14 18:04:19.188283 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0929d2-96a0-4a65-bb1f-88fab2a2f9dc req-1d401149-a487-4a6c-9f32-8fe3620550ad tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:19.189732 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5a0929d2-96a0-4a65-bb1f-88fab2a2f9dc req-1d401149-a487-4a6c-9f32-8fe3620550ad tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 946 time: 0.0762789 Oct 14 18:04:19.192295 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e7216-8bc7-453b-961a-df6ce29b76a6 req-7de7ad70-c54b-4f18-a675-3e3a72e289d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:19.193629 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c73e7216-8bc7-453b-961a-df6ce29b76a6 req-7de7ad70-c54b-4f18-a675-3e3a72e289d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8689a957-5433-4c26-a109-6a4cd99507da HTTP/1.1" status: 200 len: 919 time: 0.1397288 Oct 14 18:04:19.259720 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c73e7216-8bc7-453b-961a-df6ce29b76a6 req-c89bd919-54c1-485c-b815-4540f07cad3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0612667-ae63-483c-9c76-2b1349175234 HTTP/1.1" status: 200 len: 217 time: 0.0489769 Oct 14 18:04:19.346494 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e7216-8bc7-453b-961a-df6ce29b76a6 req-0d0a72d6-e1a2-4e02-86aa-d955220bf700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:19.347949 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c73e7216-8bc7-453b-961a-df6ce29b76a6 req-0d0a72d6-e1a2-4e02-86aa-d955220bf700 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8974b2ed-cd87-434d-9c8c-7bac6a0eee65 HTTP/1.1" status: 200 len: 858 time: 0.0737436 Oct 14 18:04:19.363361 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-5a0929d2-96a0-4a65-bb1f-88fab2a2f9dc req-6ac0e0a7-5012-4eea-8d83-68a576100128 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Deleting port 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:04:19.363702 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-5a0929d2-96a0-4a65-bb1f-88fab2a2f9dc req-6ac0e0a7-5012-4eea-8d83-68a576100128 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:19.425636 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c73e7216-8bc7-453b-961a-df6ce29b76a6 req-a86cfed5-8816-4d95-873d-e06f3b86c6c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8689a957-5433-4c26-a109-6a4cd99507da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643864 Oct 14 18:04:19.520279 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-5a0929d2-96a0-4a65-bb1f-88fab2a2f9dc req-6ac0e0a7-5012-4eea-8d83-68a576100128 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] For port 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a,segment=NetworkSegment(931a8068-5c0e-41a2-bb4c-c55889796b97),segment_id=931a8068-5c0e-41a2-bb4c-c55889796b97)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:04:19.520641 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-5a0929d2-96a0-4a65-bb1f-88fab2a2f9dc req-6ac0e0a7-5012-4eea-8d83-68a576100128 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:19.541599 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-5a0929d2-96a0-4a65-bb1f-88fab2a2f9dc req-6ac0e0a7-5012-4eea-8d83-68a576100128 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Calling delete_port for 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a owned by compute:nova {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:04:19.563451 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c73e7216-8bc7-453b-961a-df6ce29b76a6 req-d63b5153-92fd-4363-b42b-2a6789dfc514 service neutron] 10.222.0.32 "GET /v2.0/networks/8689a957-5433-4c26-a109-6a4cd99507da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273377 Oct 14 18:04:19.703707 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c73e7216-8bc7-453b-961a-df6ce29b76a6 req-8f25831d-8344-4721-80ee-73301a752665 service neutron] 10.222.0.32 "GET /v2.0/networks/8689a957-5433-4c26-a109-6a4cd99507da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088247 Oct 14 18:04:19.760119 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-5a0929d2-96a0-4a65-bb1f-88fab2a2f9dc req-6ac0e0a7-5012-4eea-8d83-68a576100128 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:19.773681 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:04:19.790016 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0e0a7-5012-4eea-8d83-68a576100128 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Pushing event deleted for resources: {'Port': ['ID=0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:19.830166 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0929d2-96a0-4a65-bb1f-88fab2a2f9dc req-6ac0e0a7-5012-4eea-8d83-68a576100128 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] No DVR routers for this DVR port 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a on host hv-cinder-81393 {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:04:19.832460 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-5a0929d2-96a0-4a65-bb1f-88fab2a2f9dc req-6ac0e0a7-5012-4eea-8d83-68a576100128 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:19.835726 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5a0929d2-96a0-4a65-bb1f-88fab2a2f9dc req-6ac0e0a7-5012-4eea-8d83-68a576100128 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.32 "DELETE /v2.0/ports/0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a HTTP/1.1" status: 204 len: 173 time: 0.6308086 Oct 14 18:04:19.836165 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f6e07c-6897-4ad5-9fad-569cbcf6f507', 'name': 'network-vif-deleted', 'tag': '0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:04:19.838518 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1c504d-e0b8-4483-81b5-84846a674584" -d '{"events": [{"server_uuid": "f6f6e07c-6897-4ad5-9fad-569cbcf6f507", "name": "network-vif-deleted", "tag": "0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:04:19.873377 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8ba673-c694-4699-a053-381522823302 x-openstack-request-id: req-5d8ba673-c694-4699-a053-381522823302 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:04:19.873667 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f6e07c-6897-4ad5-9fad-569cbcf6f507", "name": "network-vif-deleted", "tag": "0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:04:19.873923 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d8ba673-c694-4699-a053-381522823302 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:04:19.874323 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f6e07c-6897-4ad5-9fad-569cbcf6f507', 'name': 'network-vif-deleted', 'tag': '0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a', 'status': 'completed', 'code': 200} Oct 14 18:04:20.245112 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e105320-962e-4a1f-a863-d798e41232b6 req-4c81b5f4-994d-4583-a82e-975049d0230b tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:20.246594 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8e105320-962e-4a1f-a863-d798e41232b6 req-4c81b5f4-994d-4583-a82e-975049d0230b tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0516822 Oct 14 18:04:20.257961 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7ace3d66-769c-44d8-9362-d58187b956a2 req-4ab9715b-951b-4cb1-bbd1-8950d0b3a3f7 tempest-AttachVolumeNegativeTest-879223400 tempest-AttachVolumeNegativeTest-879223400-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6f6e07c-6897-4ad5-9fad-569cbcf6f507 HTTP/1.1" status: 200 len: 210 time: 0.0253098 Oct 14 18:04:20.284347 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8e105320-962e-4a1f-a863-d798e41232b6 req-c435195c-9ee0-4e58-93ba-3d95b6ca6e44 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318065 Oct 14 18:04:21.313077 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 53252) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:21.356300 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_v2 [None req-43280899-d826-4bac-9e06-4b755e6c790f admin admin] Deleting subnet 219e8690-55de-4444-b3f4-7eed7cf9bd62 {{(pid=99719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 18:04:21.359445 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-43280899-d826-4bac-9e06-4b755e6c790f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:21.397030 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-43280899-d826-4bac-9e06-4b755e6c790f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8741768'] for subnet, precommit_delete_associations {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:21.397821 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b08f17-9e2b-42c8-af3e-da2c83c69731 req-a260de99-efa4-4dd3-b652-62bcdcc84a44 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:21.399285 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e9b08f17-9e2b-42c8-af3e-da2c83c69731 req-a260de99-efa4-4dd3-b652-62bcdcc84a44 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0484514 Oct 14 18:04:21.436068 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-43280899-d826-4bac-9e06-4b755e6c790f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676325'] for subnet, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:21.437013 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e9b08f17-9e2b-42c8-af3e-da2c83c69731 req-a9753c78-2607-416a-aaaa-7fc650db6385 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318484 Oct 14 18:04:21.487535 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-43280899-d826-4bac-9e06-4b755e6c790f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12283154'] for subnet, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:21.513525 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43280899-d826-4bac-9e06-4b755e6c790f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=219e8690-55de-4444-b3f4-7eed7cf9bd62,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:21.515479 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-43280899-d826-4bac-9e06-4b755e6c790f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:21.518610 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-43280899-d826-4bac-9e06-4b755e6c790f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/219e8690-55de-4444-b3f4-7eed7cf9bd62 HTTP/1.1" status: 204 len: 168 time: 0.2045004 Oct 14 18:04:21.521235 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 53254) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:21.590316 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-14d8d7c7-671e-4b60-a469-593e8bb376f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808165'] for network, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:21.666962 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-14d8d7c7-671e-4b60-a469-593e8bb376f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673054', 'neutron.services.segments.db._delete_segments_for_network-8762486597133'] for network, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:21.686538 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-14d8d7c7-671e-4b60-a469-593e8bb376f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83af823-a336-4acf-9cf9-971bb99a778b']}} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:04:21.695405 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-14d8d7c7-671e-4b60-a469-593e8bb376f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931a8068-5c0e-41a2-bb4c-c55889796b97') {'for_net_delete': True} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:04:21.695695 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-14d8d7c7-671e-4b60-a469-593e8bb376f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931a8068-5c0e-41a2-bb4c-c55889796b97') {} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:04:21.708661 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-14d8d7c7-671e-4b60-a469-593e8bb376f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762486598678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210194'] for segment, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:21.721898 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-14d8d7c7-671e-4b60-a469-593e8bb376f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:21.729968 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d8d7c7-671e-4b60-a469-593e8bb376f0 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=99718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:04:21.730439 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-14d8d7c7-671e-4b60-a469-593e8bb376f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9120986'] for segment, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: Traceback (most recent call last): Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: timer() Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: cb(*args, **kw) Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: return func(*args, **kwargs) Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: self._notify() Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: self.callback(batched_events) Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: event.method(event) Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: return f(self, *a, **k) Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: return self._get(url).json() Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: return self.request(url, 'GET', **kwargs) Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 18:04:21.733459 dv-cinder-813936-1-iscsi neutron-server[99718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 18:04:21.789526 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-14d8d7c7-671e-4b60-a469-593e8bb376f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790056'] for network, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:21.795568 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-14d8d7c7-671e-4b60-a469-593e8bb376f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:21.798641 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-14d8d7c7-671e-4b60-a469-593e8bb376f0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c83af823-a336-4acf-9cf9-971bb99a778b HTTP/1.1" status: 204 len: 168 time: 0.2764211 Oct 14 18:04:21.808805 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8d7c7-671e-4b60-a469-593e8bb376f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c83af823-a336-4acf-9cf9-971bb99a778b,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:21.953434 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 53258) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:21.992508 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-76d5a8e4-0e17-4c93-9ab2-7661e002efdc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8e7c64022d3247eb88c9074d2d71c846&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379109 Oct 14 18:04:21.994888 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 53260) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:22.045769 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2581eef7-2cc6-4c65-821c-310465330b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:22.065521 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2581eef7-2cc6-4c65-821c-310465330b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:22.110370 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2581eef7-2cc6-4c65-821c-310465330b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:22.112943 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2581eef7-2cc6-4c65-821c-310465330b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:22.114075 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-2581eef7-2cc6-4c65-821c-310465330b54 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f8c58ff-c40e-4a5d-a815-f4d4bc404560 HTTP/1.1" status: 204 len: 168 time: 0.1183221 Oct 14 18:04:22.121907 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581eef7-2cc6-4c65-821c-310465330b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8c58ff-c40e-4a5d-a815-f4d4bc404560,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:22.559707 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0cd32-806c-4261-8260-d3c1cfb80f9e req-faea61e3-876b-4368-8ea6-7853c2e4c3ba tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:22.561217 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-19d0cd32-806c-4261-8260-d3c1cfb80f9e req-faea61e3-876b-4368-8ea6-7853c2e4c3ba tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0489607 Oct 14 18:04:22.598393 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-19d0cd32-806c-4261-8260-d3c1cfb80f9e req-f9ff43f3-dadb-4145-870f-45ab0c597db4 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314381 Oct 14 18:04:23.304659 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 53322) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:23.405829 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1168041d-34ef-48d1-a678-cda36eadcfa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:23.478070 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1168041d-34ef-48d1-a678-cda36eadcfa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:23.481557 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1168041d-34ef-48d1-a678-cda36eadcfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:23.519991 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-1168041d-34ef-48d1-a678-cda36eadcfa2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=35879e5df4ea4f0ab7ef9aa915761eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141626 Oct 14 18:04:23.520920 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168041d-34ef-48d1-a678-cda36eadcfa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f436339-2e07-4b3e-b30c-3f745fb950be,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:23.522709 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 53326) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:23.570596 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-255b37ba-bc67-4691-951a-488bec43961f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:23.591075 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-255b37ba-bc67-4691-951a-488bec43961f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:23.640582 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-255b37ba-bc67-4691-951a-488bec43961f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:23.643972 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-255b37ba-bc67-4691-951a-488bec43961f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:23.647597 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-255b37ba-bc67-4691-951a-488bec43961f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f436339-2e07-4b3e-b30c-3f745fb950be HTTP/1.1" status: 204 len: 168 time: 0.1213431 Oct 14 18:04:23.654986 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b37ba-bc67-4691-951a-488bec43961f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f436339-2e07-4b3e-b30c-3f745fb950be,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:23.721292 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:04:23.735508 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752afb8-e638-45ab-b88d-3a806881131d req-7692a7bf-1012-4685-9b0e-ff80b1fa7fe0 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:23.736997 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a752afb8-e638-45ab-b88d-3a806881131d req-7692a7bf-1012-4685-9b0e-ff80b1fa7fe0 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0583820 Oct 14 18:04:23.742831 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] No Port match for: 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:04:23.743330 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 0a077dbb-9e45-4b2e-aae5-fa52bdff8f8a not bound to the agent host hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:04:23.788448 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a752afb8-e638-45ab-b88d-3a806881131d req-996f1ea6-6354-4150-a8f7-28859b76599f tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418913 Oct 14 18:04:24.417094 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ffd0d-650a-4dac-874a-516fc1642c46 req-61048a84-abb3-4bda-93ef-1eeec5b4dbb4 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:24.418573 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-360ffd0d-650a-4dac-874a-516fc1642c46 req-61048a84-abb3-4bda-93ef-1eeec5b4dbb4 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0496790 Oct 14 18:04:24.457861 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-360ffd0d-650a-4dac-874a-516fc1642c46 req-dfbc49d0-8d24-464e-8808-b2e13ce1ffd9 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329845 Oct 14 18:04:24.904488 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99316dfa-457b-42c1-8d29-a4493e40ee12 req-d31cdbb0-3227-4467-abdc-79087488e777 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:24.906242 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-99316dfa-457b-42c1-8d29-a4493e40ee12 req-d31cdbb0-3227-4467-abdc-79087488e777 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0485623 Oct 14 18:04:24.949358 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-99316dfa-457b-42c1-8d29-a4493e40ee12 req-3458ac03-9f1a-4be6-81e0-379818d00c18 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366893 Oct 14 18:04:25.568779 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d94a2-ae85-49f6-bacc-e80840cdf67e req-763f0f72-655b-42a0-92d0-6d194cdef2a2 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:25.570120 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ca8d94a2-ae85-49f6-bacc-e80840cdf67e req-763f0f72-655b-42a0-92d0-6d194cdef2a2 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0469475 Oct 14 18:04:25.609730 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ca8d94a2-ae85-49f6-bacc-e80840cdf67e req-e20e858c-65f7-49de-8368-44d0a5f69533 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328896 Oct 14 18:04:26.063203 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11edec9-e5dc-42a4-82c5-fe040c75c6e6 req-c3864351-c485-415f-a138-3922bb689a24 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:26.064638 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d11edec9-e5dc-42a4-82c5-fe040c75c6e6 req-c3864351-c485-415f-a138-3922bb689a24 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0480952 Oct 14 18:04:26.100806 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d11edec9-e5dc-42a4-82c5-fe040c75c6e6 req-1718e359-5628-41ba-80c7-ec4a7aa78764 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302825 Oct 14 18:04:26.723534 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591e6c8-cfc9-40b0-ad5d-0015c62b66c7 req-85fc6bf9-ec9c-44a0-9760-4d492b673d01 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:26.724988 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b591e6c8-cfc9-40b0-ad5d-0015c62b66c7 req-85fc6bf9-ec9c-44a0-9760-4d492b673d01 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0484757 Oct 14 18:04:26.761965 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b591e6c8-cfc9-40b0-ad5d-0015c62b66c7 req-a5e2089a-50e5-478e-aa28-ac26d5eee0ac tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311170 Oct 14 18:04:27.214080 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923cf94-7aa2-46e7-a713-a6eba7cc8864 req-7cea26c7-0ee0-4044-840d-6632634e0ad7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:27.215497 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f923cf94-7aa2-46e7-a713-a6eba7cc8864 req-7cea26c7-0ee0-4044-840d-6632634e0ad7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0476635 Oct 14 18:04:27.251555 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f923cf94-7aa2-46e7-a713-a6eba7cc8864 req-dc442438-0a35-4c3e-8bb4-8c81442a07b1 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302625 Oct 14 18:04:27.873945 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad95a3e-137d-4cec-9fd5-a4a9ae1add02 req-e9f4259b-20d7-4880-b347-03f72f81cc61 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:27.875386 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3ad95a3e-137d-4cec-9fd5-a4a9ae1add02 req-e9f4259b-20d7-4880-b347-03f72f81cc61 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0482769 Oct 14 18:04:27.912110 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3ad95a3e-137d-4cec-9fd5-a4a9ae1add02 req-a9737b67-5ee8-40c1-9288-e6a1d83fcdbf tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308256 Oct 14 18:04:28.364896 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2f554-678e-45be-b480-a5d9bb3aaf75 req-aa4eec64-7ec3-42e8-90c0-df9806c1719e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:28.366370 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-76c2f554-678e-45be-b480-a5d9bb3aaf75 req-aa4eec64-7ec3-42e8-90c0-df9806c1719e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0495536 Oct 14 18:04:28.407162 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-76c2f554-678e-45be-b480-a5d9bb3aaf75 req-5493e813-cf7b-4dc1-b182-3ca7a569c8e9 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347438 Oct 14 18:04:29.026180 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ee828-f550-404c-bcea-591d755e4a81 req-7ba670d1-1a39-43b5-aeda-61b7eced81c1 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:29.027641 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ef2ee828-f550-404c-bcea-591d755e4a81 req-7ba670d1-1a39-43b5-aeda-61b7eced81c1 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0497761 Oct 14 18:04:29.069921 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ef2ee828-f550-404c-bcea-591d755e4a81 req-10bd72bd-4e8a-4a82-bd1b-93c7b4db3156 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359194 Oct 14 18:04:29.521162 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5a823-f1ea-4c46-88ae-dafab9c0bdae req-f2730598-d3d3-4671-84bb-4096cd7c955f tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:29.522588 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0cb5a823-f1ea-4c46-88ae-dafab9c0bdae req-f2730598-d3d3-4671-84bb-4096cd7c955f tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0474670 Oct 14 18:04:29.559812 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0cb5a823-f1ea-4c46-88ae-dafab9c0bdae req-5dc4fca6-da93-4f26-9d53-bcb06bf1c868 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307801 Oct 14 18:04:30.185115 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e43bb-e5a6-48ef-9603-810cf86b7db0 req-18f5405c-5edb-4d9a-8c8a-8000d6387bc0 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:30.185965 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-178e43bb-e5a6-48ef-9603-810cf86b7db0 req-18f5405c-5edb-4d9a-8c8a-8000d6387bc0 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0510986 Oct 14 18:04:30.225199 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-178e43bb-e5a6-48ef-9603-810cf86b7db0 req-34e96eef-d566-45cf-9e10-afb15182cb3c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330479 Oct 14 18:04:30.671708 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314df8ae-e207-429c-8cce-e5033f1461cb req-3cf87fe5-fe78-4c8d-a850-e3fd32b8013e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:30.673090 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-314df8ae-e207-429c-8cce-e5033f1461cb req-3cf87fe5-fe78-4c8d-a850-e3fd32b8013e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0478041 Oct 14 18:04:30.709882 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-314df8ae-e207-429c-8cce-e5033f1461cb req-0215dec1-b675-4a33-8e4e-f776f6440d97 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309632 Oct 14 18:04:31.338506 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d6fb3-29c7-4bbe-8590-e89bed64da1a req-7c004c86-8c48-4f29-a115-be1f982b1979 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:31.339978 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1a1d6fb3-29c7-4bbe-8590-e89bed64da1a req-7c004c86-8c48-4f29-a115-be1f982b1979 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0495613 Oct 14 18:04:31.377151 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1a1d6fb3-29c7-4bbe-8590-e89bed64da1a req-e8ab3b68-7c68-49fc-8f5a-98d3701d2603 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312154 Oct 14 18:04:31.836053 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f3421-f820-48c3-8b4d-39fb0a6152dd req-e33aac7b-911a-4024-8bce-46b1b066e74e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:31.837501 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-db0f3421-f820-48c3-8b4d-39fb0a6152dd req-e33aac7b-911a-4024-8bce-46b1b066e74e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0470734 Oct 14 18:04:31.877230 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-db0f3421-f820-48c3-8b4d-39fb0a6152dd req-7fa8706c-b90c-4c31-b6b6-bc179e7e59b5 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328982 Oct 14 18:04:32.490547 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748979da-6df9-4f65-a5e9-b80cb571336a req-e7adc204-a150-45b4-9e52-89b53fe29d69 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:32.491986 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-748979da-6df9-4f65-a5e9-b80cb571336a req-e7adc204-a150-45b4-9e52-89b53fe29d69 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0499523 Oct 14 18:04:32.533643 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-748979da-6df9-4f65-a5e9-b80cb571336a req-ba31119a-245e-48c9-b3ff-cbb01ed2d88a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352123 Oct 14 18:04:32.995567 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a5319-8b96-4d65-90dc-a9bc18f1adaa req-05fb50cf-0776-4e0f-af38-87494e6c7924 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:32.997058 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f88a5319-8b96-4d65-90dc-a9bc18f1adaa req-05fb50cf-0776-4e0f-af38-87494e6c7924 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0528293 Oct 14 18:04:33.041851 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f88a5319-8b96-4d65-90dc-a9bc18f1adaa req-fe613503-158c-42b6-82ed-627f80ccb77a tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348835 Oct 14 18:04:33.651147 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a95dd-fa9c-4258-9041-56b4d420a624 req-5e621d8c-d807-4083-8fd6-1807034cde2e tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:33.652624 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-758a95dd-fa9c-4258-9041-56b4d420a624 req-5e621d8c-d807-4083-8fd6-1807034cde2e tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0508447 Oct 14 18:04:33.692053 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-758a95dd-fa9c-4258-9041-56b4d420a624 req-30993b6a-a05c-4439-a14b-6f4f1e2529d9 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330436 Oct 14 18:04:34.169865 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcf728-44e6-4461-ba87-e1f8f250fc37 req-eebca919-f960-45d1-ab56-e4f27b35f8bb tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:34.171341 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d3dcf728-44e6-4461-ba87-e1f8f250fc37 req-eebca919-f960-45d1-ab56-e4f27b35f8bb tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0486183 Oct 14 18:04:34.209381 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d3dcf728-44e6-4461-ba87-e1f8f250fc37 req-b234ce7c-3368-4b8c-add0-145f24c52a2d tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322614 Oct 14 18:04:34.802726 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c95bb7-abb6-4f27-a9c3-f2f8e7897fb7 req-393279e3-26cc-467f-8edb-6171db12a7c3 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:34.804145 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-00c95bb7-abb6-4f27-a9c3-f2f8e7897fb7 req-393279e3-26cc-467f-8edb-6171db12a7c3 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0473530 Oct 14 18:04:34.841189 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-00c95bb7-abb6-4f27-a9c3-f2f8e7897fb7 req-f957dafa-eac3-4c99-bfad-d0cc99001a92 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302379 Oct 14 18:04:35.320942 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917b883-0204-44fb-8f33-cc2e2b08f7b6 req-2e1a0afa-e550-401c-b885-229f79e10a6e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:35.322360 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7917b883-0204-44fb-8f33-cc2e2b08f7b6 req-2e1a0afa-e550-401c-b885-229f79e10a6e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0475252 Oct 14 18:04:35.361680 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7917b883-0204-44fb-8f33-cc2e2b08f7b6 req-ccc0c673-4b79-4631-a422-3e4aea639bb3 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334909 Oct 14 18:04:35.952902 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6d6c6-9a8f-49eb-95e2-6204d549d616 req-67dfb83c-7b97-4ca5-a428-a5351987ec33 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:35.954318 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-58a6d6c6-9a8f-49eb-95e2-6204d549d616 req-67dfb83c-7b97-4ca5-a428-a5351987ec33 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0477822 Oct 14 18:04:35.995447 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-58a6d6c6-9a8f-49eb-95e2-6204d549d616 req-79231b6e-325b-4c47-b85a-af6a2c6e7368 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353706 Oct 14 18:04:36.474067 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbabab-b861-43e5-b029-00f03af50b31 req-856afe70-4aa3-4b09-b0dd-80f7477b6518 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:36.475498 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7afbabab-b861-43e5-b029-00f03af50b31 req-856afe70-4aa3-4b09-b0dd-80f7477b6518 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0480738 Oct 14 18:04:36.512910 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7afbabab-b861-43e5-b029-00f03af50b31 req-723d0193-9f57-4499-acdf-ca1f08edd3b9 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314786 Oct 14 18:04:37.140247 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988985f7-1609-4952-a991-2ca711b9e489 req-ad0ee85e-34e2-459f-9002-7e4b0892612b tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:37.141704 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-988985f7-1609-4952-a991-2ca711b9e489 req-ad0ee85e-34e2-459f-9002-7e4b0892612b tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0482199 Oct 14 18:04:37.178686 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-988985f7-1609-4952-a991-2ca711b9e489 req-04c7d7c1-9c4a-4576-af9f-b1a9bb68fb67 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312037 Oct 14 18:04:37.627865 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc98a7-9f46-4043-9900-d6545f688367 req-2276f3ab-f3d4-4152-aa09-d404fb4ea3fe tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:37.629334 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-49cc98a7-9f46-4043-9900-d6545f688367 req-2276f3ab-f3d4-4152-aa09-d404fb4ea3fe tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0474632 Oct 14 18:04:37.666096 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-49cc98a7-9f46-4043-9900-d6545f688367 req-be1f1780-67ab-4e62-a2c4-14e37369abdc tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308673 Oct 14 18:04:38.295592 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c069e-f585-4caa-a6c3-463f254bf3d5 req-fef6294b-2eba-4c0c-8669-31c0d5c47bd6 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:38.297085 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-498c069e-f585-4caa-a6c3-463f254bf3d5 req-fef6294b-2eba-4c0c-8669-31c0d5c47bd6 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0501091 Oct 14 18:04:38.333284 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-498c069e-f585-4caa-a6c3-463f254bf3d5 req-6eb0604c-1202-4ecf-8347-5c332c8f5ac1 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302777 Oct 14 18:04:38.780510 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995aa08-8f0c-405b-ab3c-d0be1f9ddbdb req-09106ac3-5aa2-4d9a-b15e-a0fb0b7f0a7a tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:38.781977 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-5995aa08-8f0c-405b-ab3c-d0be1f9ddbdb req-09106ac3-5aa2-4d9a-b15e-a0fb0b7f0a7a tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0475161 Oct 14 18:04:38.820581 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-5995aa08-8f0c-405b-ab3c-d0be1f9ddbdb req-953612e2-001c-418c-a49a-fd89c6478c67 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325861 Oct 14 18:04:38.905321 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-0918767d-a1ed-4c84-9772-36d82cea25a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:39.453969 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec2771-52ff-4d4f-8f4f-04c437e8602d req-2451edd3-d92a-47a9-8a1d-a9cd292171bd tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:39.455429 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3dec2771-52ff-4d4f-8f4f-04c437e8602d req-2451edd3-d92a-47a9-8a1d-a9cd292171bd tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0522609 Oct 14 18:04:39.498125 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3dec2771-52ff-4d4f-8f4f-04c437e8602d req-e08fa427-bc8c-4f30-a4d2-9bf986f811f0 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363326 Oct 14 18:04:39.740220 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 53602) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:39.843958 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e77d-c455-41bf-9f8c-1d041f9394e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:39.945052 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e77d-c455-41bf-9f8c-1d041f9394e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:39.949273 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e77d-c455-41bf-9f8c-1d041f9394e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:39.966649 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53924c8a-9240-4639-8796-58e732595764 req-9cdd26cd-a22c-490d-9e94-7b5c88487e10 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:39.968101 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-53924c8a-9240-4639-8796-58e732595764 req-9cdd26cd-a22c-490d-9e94-7b5c88487e10 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0777647 Oct 14 18:04:40.008610 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-b4b8e77d-c455-41bf-9f8c-1d041f9394e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ad47fa07cdd942ddbd9e41a1eaf63848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672772 Oct 14 18:04:40.011964 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 53608) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:40.012280 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8e77d-c455-41bf-9f8c-1d041f9394e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8655f2dd-3f5b-413c-ac6c-dba638700902,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:40.031652 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-53924c8a-9240-4639-8796-58e732595764 req-9dd866c8-9942-4ae0-8358-7a65a0fee142 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567496 Oct 14 18:04:40.062870 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9049f08d-4861-47a5-a735-c0bfad93532c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:40.083550 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9049f08d-4861-47a5-a735-c0bfad93532c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:40.128009 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9049f08d-4861-47a5-a735-c0bfad93532c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:40.130644 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9049f08d-4861-47a5-a735-c0bfad93532c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:40.131775 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-9049f08d-4861-47a5-a735-c0bfad93532c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8655f2dd-3f5b-413c-ac6c-dba638700902 HTTP/1.1" status: 204 len: 168 time: 0.1188402 Oct 14 18:04:40.139078 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049f08d-4861-47a5-a735-c0bfad93532c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8655f2dd-3f5b-413c-ac6c-dba638700902,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:40.377897 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 53614) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:40.391000 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6e30972f-ff02-491e-8b9d-3de1d32f5ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:40.462363 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6e30972f-ff02-491e-8b9d-3de1d32f5ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:40.466586 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6e30972f-ff02-491e-8b9d-3de1d32f5ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:40.503607 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-6e30972f-ff02-491e-8b9d-3de1d32f5ac9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f8920aaac7494559b70c78d4b2bfa369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1246762 Oct 14 18:04:40.504407 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30972f-ff02-491e-8b9d-3de1d32f5ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a40a63c-28b5-4193-ab05-bad8f417f4a0,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:40.506289 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 53616) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:40.555896 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a6b18073-56f8-4ce6-bdd8-e7231145c0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:40.579703 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a6b18073-56f8-4ce6-bdd8-e7231145c0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:40.614344 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9f5c3-c669-4fbc-bef4-af00c7f4d47d req-4eb0c881-2cb4-4e42-958b-b9b540cb5018 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:40.615731 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0fe9f5c3-c669-4fbc-bef4-af00c7f4d47d req-4eb0c881-2cb4-4e42-958b-b9b540cb5018 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0520680 Oct 14 18:04:40.626836 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a6b18073-56f8-4ce6-bdd8-e7231145c0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:40.629411 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a6b18073-56f8-4ce6-bdd8-e7231145c0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:40.630568 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-a6b18073-56f8-4ce6-bdd8-e7231145c0a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5a40a63c-28b5-4193-ab05-bad8f417f4a0 HTTP/1.1" status: 204 len: 168 time: 0.1232955 Oct 14 18:04:40.638187 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b18073-56f8-4ce6-bdd8-e7231145c0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a40a63c-28b5-4193-ab05-bad8f417f4a0,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:40.680686 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0fe9f5c3-c669-4fbc-bef4-af00c7f4d47d req-eb6d968a-dd7a-4dc1-a188-3a03c2d31c13 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580747 Oct 14 18:04:40.690663 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8ec014b9-5550-4fd8-93a3-6fc10069dc72 req-a9340294-23a5-4b22-8e2a-a6255d3498a8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0610764 Oct 14 18:04:40.775072 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec014b9-5550-4fd8-93a3-6fc10069dc72 req-8b551609-1831-4755-a9cb-d4a34cbc5c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:40.776677 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8ec014b9-5550-4fd8-93a3-6fc10069dc72 req-8b551609-1831-4755-a9cb-d4a34cbc5c66 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9286435440ed4572b505e029abbfe5fe&device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 1098 time: 0.0439916 Oct 14 18:04:40.923728 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106246c4-578f-41a1-9511-29d63ce88f06 req-0cc340cd-9044-41c7-bac0-a4ba19796903 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:40.925223 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-106246c4-578f-41a1-9511-29d63ce88f06 req-0cc340cd-9044-41c7-bac0-a4ba19796903 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0775506 Oct 14 18:04:40.933461 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec014b9-5550-4fd8-93a3-6fc10069dc72 req-089533c1-28a9-4264-8d18-bcc379698386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:40.934903 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8ec014b9-5550-4fd8-93a3-6fc10069dc72 req-089533c1-28a9-4264-8d18-bcc379698386 service neutron] 10.222.0.32 "GET /v2.0/networks?id=83910de2-b586-4465-84e9-9f9658b647e4 HTTP/1.1" status: 200 len: 912 time: 0.1356907 Oct 14 18:04:41.012066 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-106246c4-578f-41a1-9511-29d63ce88f06 req-b3dd0536-5c31-4497-a0bf-94c51ac85e8c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761902 Oct 14 18:04:41.030525 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8ec014b9-5550-4fd8-93a3-6fc10069dc72 req-6f3d046c-6e0e-4ee1-8d20-30dbef9c1a5e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd21c5c6-40d0-4af5-8463-26c11112c492 HTTP/1.1" status: 200 len: 1001 time: 0.0761886 Oct 14 18:04:41.076193 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec014b9-5550-4fd8-93a3-6fc10069dc72 req-0e1d0c76-9709-45cc-8dd4-359d91c37659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:41.077708 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8ec014b9-5550-4fd8-93a3-6fc10069dc72 req-0e1d0c76-9709-45cc-8dd4-359d91c37659 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3fc86992-e555-42d7-8e1e-82fdc67616bb HTTP/1.1" status: 200 len: 850 time: 0.0443022 Oct 14 18:04:41.127618 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec014b9-5550-4fd8-93a3-6fc10069dc72 req-2ddcf9ce-439a-425e-b899-02f6ad1c650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:41.129235 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8ec014b9-5550-4fd8-93a3-6fc10069dc72 req-2ddcf9ce-439a-425e-b899-02f6ad1c650d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83910de2-b586-4465-84e9-9f9658b647e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429165 Oct 14 18:04:41.153157 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99deb64-1486-4263-b497-d458cec36fa8 req-9822acad-9519-4c66-b9e0-00198c460c4c tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:41.154661 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c99deb64-1486-4263-b497-d458cec36fa8 req-9822acad-9519-4c66-b9e0-00198c460c4c tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0516684 Oct 14 18:04:41.194519 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c99deb64-1486-4263-b497-d458cec36fa8 req-3af09a0b-e668-41b1-8bfc-8991aaebfe71 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335064 Oct 14 18:04:41.235123 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8ec014b9-5550-4fd8-93a3-6fc10069dc72 req-80cfc77e-07d7-4c28-be89-89212b256ff8 service neutron] 10.222.0.32 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931313 Oct 14 18:04:41.249864 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:41.326355 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8ec014b9-5550-4fd8-93a3-6fc10069dc72 req-2affb58d-31c1-44b1-96a1-f9806ba935bf service neutron] 10.222.0.32 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836771 Oct 14 18:04:41.464141 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5f3c6-afad-4d21-bfce-9142f843b2db req-ee2830be-f632-415a-986f-21d75e794e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:41.464141 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bfe5f3c6-afad-4d21-bfce-9142f843b2db req-ee2830be-f632-415a-986f-21d75e794e2b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9286435440ed4572b505e029abbfe5fe&device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 1098 time: 0.0446830 Oct 14 18:04:41.552560 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5f3c6-afad-4d21-bfce-9142f843b2db req-d87d866f-8b4f-4c9a-90fa-96a32ddd8373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:41.554047 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bfe5f3c6-afad-4d21-bfce-9142f843b2db req-d87d866f-8b4f-4c9a-90fa-96a32ddd8373 service neutron] 10.222.0.32 "GET /v2.0/networks?id=83910de2-b586-4465-84e9-9f9658b647e4 HTTP/1.1" status: 200 len: 912 time: 0.0833001 Oct 14 18:04:41.575921 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-974fd782-3ff9-4b00-84e5-25056f6f533b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:41.616354 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:41.634873 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bfe5f3c6-afad-4d21-bfce-9142f843b2db req-5243d504-2ae3-4afd-9161-1c1332248843 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd21c5c6-40d0-4af5-8463-26c11112c492 HTTP/1.1" status: 200 len: 1001 time: 0.0728776 Oct 14 18:04:41.692145 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5f3c6-afad-4d21-bfce-9142f843b2db req-ce958f8f-344e-49a2-9a18-c28a2651699b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:41.693522 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bfe5f3c6-afad-4d21-bfce-9142f843b2db req-ce958f8f-344e-49a2-9a18-c28a2651699b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3fc86992-e555-42d7-8e1e-82fdc67616bb HTTP/1.1" status: 200 len: 850 time: 0.0449414 Oct 14 18:04:41.745655 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5f3c6-afad-4d21-bfce-9142f843b2db req-a844d372-5bcb-454b-b3f3-4fcc4f9eb1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:41.747119 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bfe5f3c6-afad-4d21-bfce-9142f843b2db req-a844d372-5bcb-454b-b3f3-4fcc4f9eb1a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83910de2-b586-4465-84e9-9f9658b647e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403175 Oct 14 18:04:41.845474 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bfe5f3c6-afad-4d21-bfce-9142f843b2db req-4560fd4b-83ab-4130-8d45-e3587e2c17e6 service neutron] 10.222.0.32 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888691 Oct 14 18:04:41.936677 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bfe5f3c6-afad-4d21-bfce-9142f843b2db req-be3e8130-a524-4351-816c-01f61d48584f service neutron] 10.222.0.32 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813413 Oct 14 18:04:42.134422 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a39f95-35cf-4243-86da-9014e2f73e08 req-444415a9-2284-4e17-8f18-768288ab1b42 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:42.136281 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-12a39f95-35cf-4243-86da-9014e2f73e08 req-444415a9-2284-4e17-8f18-768288ab1b42 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0560420 Oct 14 18:04:42.176593 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-12a39f95-35cf-4243-86da-9014e2f73e08 req-0386e6b9-b871-410a-b925-17e779dd2d6d tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343304 Oct 14 18:04:42.196023 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:04:42.249363 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 53676) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:42.310851 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6809a-02a4-4c0c-814b-ece807440897 req-30db354a-efb6-4907-b71f-3220fca899af tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:42.312319 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-44b6809a-02a4-4c0c-814b-ece807440897 req-30db354a-efb6-4907-b71f-3220fca899af tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0519147 Oct 14 18:04:42.351377 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-44b6809a-02a4-4c0c-814b-ece807440897 req-def81cd7-d120-4619-8f87-14e05d2d429b tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330188 Oct 14 18:04:42.363033 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a83b5fe2-afd8-4cf9-9cf1-bbfca20de8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:42.365112 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:42.445152 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a83b5fe2-afd8-4cf9-9cf1-bbfca20de8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:42.448853 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a83b5fe2-afd8-4cf9-9cf1-bbfca20de8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:42.485152 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-a83b5fe2-afd8-4cf9-9cf1-bbfca20de8e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=36d7928a7cd8462387d1a4353b3062dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345605 Oct 14 18:04:42.486972 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b5fe2-afd8-4cf9-9cf1-bbfca20de8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b534447-c260-491d-af99-1cec83caddd2,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:42.487709 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 53680) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:42.541731 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c11968da-6b36-48ae-a859-e42348ae63ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:42.563286 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c11968da-6b36-48ae-a859-e42348ae63ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:42.606837 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c11968da-6b36-48ae-a859-e42348ae63ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:42.609375 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c11968da-6b36-48ae-a859-e42348ae63ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:42.610496 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-c11968da-6b36-48ae-a859-e42348ae63ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6b534447-c260-491d-af99-1cec83caddd2 HTTP/1.1" status: 204 len: 168 time: 0.1218166 Oct 14 18:04:42.617871 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11968da-6b36-48ae-a859-e42348ae63ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b534447-c260-491d-af99-1cec83caddd2,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:42.856581 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 53686) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:42.869198 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-45c9e995-e30f-4982-9758-c4e9500ae799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:42.940561 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-45c9e995-e30f-4982-9758-c4e9500ae799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:42.944011 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-45c9e995-e30f-4982-9758-c4e9500ae799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:42.981462 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-45c9e995-e30f-4982-9758-c4e9500ae799 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84391b1b50b1427f8023a3cf738ae23f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1237600 Oct 14 18:04:42.983369 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9e995-e30f-4982-9758-c4e9500ae799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dae131-1e4c-40c1-a7e9-055d6b40781a,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:42.984196 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 53688) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:43.032139 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-54b73334-74ca-4ddb-b41b-78f292d2c648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:43.051942 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-54b73334-74ca-4ddb-b41b-78f292d2c648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:43.096671 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-54b73334-74ca-4ddb-b41b-78f292d2c648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:43.099135 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-54b73334-74ca-4ddb-b41b-78f292d2c648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:43.100238 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-54b73334-74ca-4ddb-b41b-78f292d2c648 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25dae131-1e4c-40c1-a7e9-055d6b40781a HTTP/1.1" status: 204 len: 168 time: 0.1149755 Oct 14 18:04:43.107931 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b73334-74ca-4ddb-b41b-78f292d2c648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dae131-1e4c-40c1-a7e9-055d6b40781a,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:43.291723 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498be54-0319-4bba-bb89-0eeacd049410 req-61858b94-5097-4bc3-9c3d-eedee1bd0f27 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:43.297358 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d498be54-0319-4bba-bb89-0eeacd049410 req-61858b94-5097-4bc3-9c3d-eedee1bd0f27 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0535209 Oct 14 18:04:43.333808 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d498be54-0319-4bba-bb89-0eeacd049410 req-21cbb64b-332b-4907-9dfd-deeb53da9071 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348778 Oct 14 18:04:43.469833 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed02fc-3fda-4072-9e97-205237a1e89b req-452069c3-596b-4c58-8a0a-dc4927a36ecd tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:43.471312 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7fed02fc-3fda-4072-9e97-205237a1e89b req-452069c3-596b-4c58-8a0a-dc4927a36ecd tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0506427 Oct 14 18:04:43.511436 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7fed02fc-3fda-4072-9e97-205237a1e89b req-40d5a2dd-d19b-4a79-a31e-2d5b4208859c tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340879 Oct 14 18:04:44.246838 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:44.625262 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b68df-7d06-40ff-b1c4-c62a52e21a9b req-df260822-a5a8-4331-8bcc-4e129a0bda0e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:44.626699 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-065b68df-7d06-40ff-b1c4-c62a52e21a9b req-df260822-a5a8-4331-8bcc-4e129a0bda0e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0485177 Oct 14 18:04:44.664277 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-065b68df-7d06-40ff-b1c4-c62a52e21a9b req-e679932b-6627-4be4-b083-131e5e6fe29d tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315006 Oct 14 18:04:45.775400 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8eaf1-8736-4aa5-a923-7d6ea94990df req-c35a9fa9-b005-47b6-bb91-dbb271080d80 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:45.777417 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-9de8eaf1-8736-4aa5-a923-7d6ea94990df req-c35a9fa9-b005-47b6-bb91-dbb271080d80 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0473084 Oct 14 18:04:45.823053 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-9de8eaf1-8736-4aa5-a923-7d6ea94990df req-897b0a82-3d34-4343-85d8-89aa711e9094 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357332 Oct 14 18:04:46.934947 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65a3b6-de14-4c59-8bd2-8b88e5ef1348 req-c1316eca-f871-4f5b-8274-c372c824b118 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:46.936361 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2d65a3b6-de14-4c59-8bd2-8b88e5ef1348 req-c1316eca-f871-4f5b-8274-c372c824b118 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0472839 Oct 14 18:04:46.973326 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2d65a3b6-de14-4c59-8bd2-8b88e5ef1348 req-2e3b8822-4543-4bd7-ae66-d617ac664016 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311680 Oct 14 18:04:47.921808 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 53798) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:48.023431 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c509052b-3542-4941-8b29-59c07efc2505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:48.083574 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78431a-b1dc-461d-9674-91e75042226c req-81e6f9e7-cac5-40a4-92ec-ff40b4436cc9 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:48.085040 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7e78431a-b1dc-461d-9674-91e75042226c req-81e6f9e7-cac5-40a4-92ec-ff40b4436cc9 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0476215 Oct 14 18:04:48.098654 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c509052b-3542-4941-8b29-59c07efc2505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:48.102290 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c509052b-3542-4941-8b29-59c07efc2505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:48.123887 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7e78431a-b1dc-461d-9674-91e75042226c req-1d41846b-7bc1-476b-9bfe-48a4c32c04e0 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319977 Oct 14 18:04:48.143365 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-c509052b-3542-4941-8b29-59c07efc2505 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=980e4bd4b62d41f1b4b962d27c89576e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204754 Oct 14 18:04:48.144185 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509052b-3542-4941-8b29-59c07efc2505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40773f3f-8ede-42cc-8273-bbe992444d7f,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:48.146893 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 53804) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:48.195099 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-107aa325-1577-403c-9a37-d16b27f62fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:48.215242 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-107aa325-1577-403c-9a37-d16b27f62fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:48.259815 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-107aa325-1577-403c-9a37-d16b27f62fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:48.262536 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-107aa325-1577-403c-9a37-d16b27f62fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:48.263845 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-107aa325-1577-403c-9a37-d16b27f62fe2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40773f3f-8ede-42cc-8273-bbe992444d7f HTTP/1.1" status: 204 len: 168 time: 0.1160712 Oct 14 18:04:48.271785 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107aa325-1577-403c-9a37-d16b27f62fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40773f3f-8ede-42cc-8273-bbe992444d7f,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:48.532158 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 53810) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:48.545337 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3ac31a3f-73f0-4106-b095-f37313658396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:48.616866 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3ac31a3f-73f0-4106-b095-f37313658396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:48.620174 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3ac31a3f-73f0-4106-b095-f37313658396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:48.659393 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-3ac31a3f-73f0-4106-b095-f37313658396 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69c9d8ecd54a4a358e9e0a2a5ecb04ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1258295 Oct 14 18:04:48.660436 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac31a3f-73f0-4106-b095-f37313658396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8a0e4e-4f91-4626-96fe-5178794d98d3,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:48.662022 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 53812) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:48.710517 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-245da423-20d6-4275-ae96-8fa4451df42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:48.732704 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-245da423-20d6-4275-ae96-8fa4451df42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:48.776812 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-245da423-20d6-4275-ae96-8fa4451df42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:48.779390 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-245da423-20d6-4275-ae96-8fa4451df42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:48.780525 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-245da423-20d6-4275-ae96-8fa4451df42b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d8a0e4e-4f91-4626-96fe-5178794d98d3 HTTP/1.1" status: 204 len: 168 time: 0.1168277 Oct 14 18:04:48.789077 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245da423-20d6-4275-ae96-8fa4451df42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8a0e4e-4f91-4626-96fe-5178794d98d3,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:49.090324 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 53820) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:49.106090 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-5daf3a08-ae26-4a98-85a1-6db7bc435691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:49.189646 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-5daf3a08-ae26-4a98-85a1-6db7bc435691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:49.193538 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-5daf3a08-ae26-4a98-85a1-6db7bc435691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:49.255219 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-5daf3a08-ae26-4a98-85a1-6db7bc435691 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=86290ba943ca4e1f909a98ee26cb0c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1638360 Oct 14 18:04:49.256773 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf3a08-ae26-4a98-85a1-6db7bc435691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dbafca-1a5f-413c-9ae7-f4dc7a19461e,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:49.257858 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 53824) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:04:49.279063 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a31ed7-d367-44a2-8916-47a9321fff8a req-85b76693-f514-47d3-9ab5-6f5b8fc5d0a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:49.280725 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c0a31ed7-d367-44a2-8916-47a9321fff8a req-85b76693-f514-47d3-9ab5-6f5b8fc5d0a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0724299 Oct 14 18:04:49.313500 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-909586ab-24e0-4a71-b53d-103a8bc0078b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:49.319106 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c0a31ed7-d367-44a2-8916-47a9321fff8a req-7f48ece8-c92b-4cfd-bd2a-07f6d17c1311 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322917 Oct 14 18:04:49.334474 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-909586ab-24e0-4a71-b53d-103a8bc0078b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:49.380496 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-909586ab-24e0-4a71-b53d-103a8bc0078b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:49.383044 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-909586ab-24e0-4a71-b53d-103a8bc0078b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:04:49.384154 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-909586ab-24e0-4a71-b53d-103a8bc0078b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a1dbafca-1a5f-413c-9ae7-f4dc7a19461e HTTP/1.1" status: 204 len: 168 time: 0.1252525 Oct 14 18:04:49.391635 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909586ab-24e0-4a71-b53d-103a8bc0078b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dbafca-1a5f-413c-9ae7-f4dc7a19461e,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:04:50.433072 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cb94c-9cef-467d-91e2-896d1e819e1c req-c79a9a3e-fc62-43d8-8367-07b071cc61ac tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:50.434556 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-1e8cb94c-9cef-467d-91e2-896d1e819e1c req-c79a9a3e-fc62-43d8-8367-07b071cc61ac tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0483341 Oct 14 18:04:50.473238 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-1e8cb94c-9cef-467d-91e2-896d1e819e1c req-817ead6b-bde3-4451-aa16-4095de6453d8 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325527 Oct 14 18:04:51.129458 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c49cfa-a194-470c-9b20-ed9af1f069f6 req-8907fd36-a2ed-4d8d-85b8-286de765ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:51.130929 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-82c49cfa-a194-470c-9b20-ed9af1f069f6 req-8907fd36-a2ed-4d8d-85b8-286de765ba2c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 1099 time: 0.0389223 Oct 14 18:04:51.170028 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-82c49cfa-a194-470c-9b20-ed9af1f069f6 req-a2471bd8-f72c-4c8b-928c-fc75e6ac591e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302594 Oct 14 18:04:51.585876 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071d094-23e1-4c82-8d30-a17f04a3c999 req-2195abde-4ae0-425c-8c37-54965e869e3f tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:51.587306 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7071d094-23e1-4c82-8d30-a17f04a3c999 req-2195abde-4ae0-425c-8c37-54965e869e3f tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0472176 Oct 14 18:04:51.623526 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7071d094-23e1-4c82-8d30-a17f04a3c999 req-a8a42a96-8ed7-4def-b172-289037d25869 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297241 Oct 14 18:04:52.738776 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b4c16-c465-47f4-b175-0d71f2cfc00a req-0e333833-3b0e-463b-8a51-0987f70ca8e6 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:52.740194 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bf5b4c16-c465-47f4-b175-0d71f2cfc00a req-0e333833-3b0e-463b-8a51-0987f70ca8e6 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0503294 Oct 14 18:04:52.775435 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bf5b4c16-c465-47f4-b175-0d71f2cfc00a req-9ff29d69-d179-4231-9d3b-48817b5f5e24 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294762 Oct 14 18:04:53.090562 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd32810-527c-4357-9b49-94ecc3d23a0e req-b8488272-8ee8-472b-86c4-a2fa363ada56 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:53.091984 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0fd32810-527c-4357-9b49-94ecc3d23a0e req-b8488272-8ee8-472b-86c4-a2fa363ada56 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0639296 Oct 14 18:04:53.094517 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589818a8-23a5-4c98-a578-81dbfe23847a req-ada3bea5-1853-4be7-95e4-27b2f6e5c532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:53.095820 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-589818a8-23a5-4c98-a578-81dbfe23847a req-ada3bea5-1853-4be7-95e4-27b2f6e5c532 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec42152cea74457ea58daa46f1101c65&device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 1099 time: 0.0779548 Oct 14 18:04:53.173358 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0fd32810-527c-4357-9b49-94ecc3d23a0e req-74a112b5-4110-4502-8a9b-0fb98e20abe0 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752721 Oct 14 18:04:53.205891 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589818a8-23a5-4c98-a578-81dbfe23847a req-f52fac4e-c20c-479b-b79e-d6727cf7a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:53.207301 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-589818a8-23a5-4c98-a578-81dbfe23847a req-f52fac4e-c20c-479b-b79e-d6727cf7a6f7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8689a957-5433-4c26-a109-6a4cd99507da HTTP/1.1" status: 200 len: 919 time: 0.1031137 Oct 14 18:04:53.250420 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-589818a8-23a5-4c98-a578-81dbfe23847a req-b82dbf68-7797-4035-be24-b75274ec05e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0612667-ae63-483c-9c76-2b1349175234 HTTP/1.1" status: 200 len: 217 time: 0.0323727 Oct 14 18:04:53.302416 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589818a8-23a5-4c98-a578-81dbfe23847a req-fd6c6f95-5c0f-480b-a3af-b319eca2c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:53.303817 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-589818a8-23a5-4c98-a578-81dbfe23847a req-fd6c6f95-5c0f-480b-a3af-b319eca2c7dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8974b2ed-cd87-434d-9c8c-7bac6a0eee65 HTTP/1.1" status: 200 len: 858 time: 0.0454938 Oct 14 18:04:53.335321 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-589818a8-23a5-4c98-a578-81dbfe23847a req-077ecadd-55d9-4854-9432-014af6e9109c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8689a957-5433-4c26-a109-6a4cd99507da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238833 Oct 14 18:04:53.422951 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-589818a8-23a5-4c98-a578-81dbfe23847a req-ba9f31b7-9293-4630-9de2-25a8ec0309e8 service neutron] 10.222.0.32 "GET /v2.0/networks/8689a957-5433-4c26-a109-6a4cd99507da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783944 Oct 14 18:04:53.516031 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-589818a8-23a5-4c98-a578-81dbfe23847a req-d226aca6-ec0d-4611-bb44-9e4868fbf84c service neutron] 10.222.0.32 "GET /v2.0/networks/8689a957-5433-4c26-a109-6a4cd99507da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858924 Oct 14 18:04:54.287405 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e126a75-efe9-43d7-abcb-e2b229a03051 req-e03ad235-817a-46ee-9e9e-9c8a05f73301 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:54.288832 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-1e126a75-efe9-43d7-abcb-e2b229a03051 req-e03ad235-817a-46ee-9e9e-9c8a05f73301 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0475767 Oct 14 18:04:54.325465 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-1e126a75-efe9-43d7-abcb-e2b229a03051 req-db08b385-3777-4aee-ba3d-1a708e371409 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301640 Oct 14 18:04:55.441444 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96054f39-a1e4-4c16-8a70-a0d5df2a4649 req-7330c109-57cf-47ca-9059-db2135f75b0e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:55.442813 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-96054f39-a1e4-4c16-8a70-a0d5df2a4649 req-7330c109-57cf-47ca-9059-db2135f75b0e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0511699 Oct 14 18:04:55.480521 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-96054f39-a1e4-4c16-8a70-a0d5df2a4649 req-4c799d28-d3ca-44cd-ac56-69e8174c2fed tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311122 Oct 14 18:04:58.418646 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5cb56-7028-4a21-8f72-fd34feeafdd2 req-4b600a35-dfe1-4fe7-b025-30c2d5c4bb91 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:58.420109 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c9f5cb56-7028-4a21-8f72-fd34feeafdd2 req-4b600a35-dfe1-4fe7-b025-30c2d5c4bb91 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 947 time: 0.0503619 Oct 14 18:04:58.456902 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c9f5cb56-7028-4a21-8f72-fd34feeafdd2 req-827d13ee-325a-4463-a4fd-607962146ae2 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309136 Oct 14 18:04:59.338230 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fe042-f5b6-4572-be89-6fdfc9f22c7c req-9dde4f12-6af1-40f3-a171-0019808b6578 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:59.339652 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-458fe042-f5b6-4572-be89-6fdfc9f22c7c req-9dde4f12-6af1-40f3-a171-0019808b6578 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0505159 Oct 14 18:04:59.375396 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-458fe042-f5b6-4572-be89-6fdfc9f22c7c req-9f319631-c6fc-4a01-b3de-d0c39527706e tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297866 Oct 14 18:04:59.577410 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0cf0d-ad4a-4b7d-ba17-8e93b60cf544 req-ed954a33-604e-4af9-a4cb-6aaa82c7e96e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:04:59.578830 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-abf0cf0d-ad4a-4b7d-ba17-8e93b60cf544 req-ed954a33-604e-4af9-a4cb-6aaa82c7e96e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 947 time: 0.0478518 Oct 14 18:04:59.619739 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-abf0cf0d-ad4a-4b7d-ba17-8e93b60cf544 req-95f00c49-8905-440b-a320-c2e694a79ab7 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=689053b4-3503-48a0-af5a-e5cc60eaa882&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349708 Oct 14 18:04:59.936251 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 54012) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:00.037970 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-43dc2919-6723-485c-b80e-a66699ca1f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:00.062471 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e18fc8-e463-428b-893c-f06f39cb5096 req-bb9989d6-0af5-4105-8b3d-b21cc6141cb8 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:00.063886 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-70e18fc8-e463-428b-893c-f06f39cb5096 req-bb9989d6-0af5-4105-8b3d-b21cc6141cb8 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 947 time: 0.0485153 Oct 14 18:05:00.112723 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-43dc2919-6723-485c-b80e-a66699ca1f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:00.116431 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-43dc2919-6723-485c-b80e-a66699ca1f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:00.155660 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-70e18fc8-e463-428b-893c-f06f39cb5096 req-964e6e87-d5f2-4118-98fd-48e8f3032568 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Deleting port 8f416a6e-ecaf-4275-9500-f6d0da12845e {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:05:00.155997 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-70e18fc8-e463-428b-893c-f06f39cb5096 req-964e6e87-d5f2-4118-98fd-48e8f3032568 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:00.161214 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-43dc2919-6723-485c-b80e-a66699ca1f61 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=545fe3ace110407ea0470928cd481621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237532 Oct 14 18:05:00.162060 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc2919-6723-485c-b80e-a66699ca1f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a09200-52ea-4a6f-90d8-74585a38b066,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:00.164282 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 54016) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:00.211330 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0f5e20fe-8933-463b-89e4-39c468459ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:00.232860 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0f5e20fe-8933-463b-89e4-39c468459ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:00.247715 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-70e18fc8-e463-428b-893c-f06f39cb5096 req-964e6e87-d5f2-4118-98fd-48e8f3032568 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] For port 8f416a6e-ecaf-4275-9500-f6d0da12845e, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=8f416a6e-ecaf-4275-9500-f6d0da12845e,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:00.248070 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-70e18fc8-e463-428b-893c-f06f39cb5096 req-964e6e87-d5f2-4118-98fd-48e8f3032568 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:00.278101 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0f5e20fe-8933-463b-89e4-39c468459ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:00.280661 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0f5e20fe-8933-463b-89e4-39c468459ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:00.281856 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-0f5e20fe-8933-463b-89e4-39c468459ded admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d4a09200-52ea-4a6f-90d8-74585a38b066 HTTP/1.1" status: 204 len: 168 time: 0.1166625 Oct 14 18:05:00.289811 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e20fe-8933-463b-89e4-39c468459ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a09200-52ea-4a6f-90d8-74585a38b066,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:00.472632 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-70e18fc8-e463-428b-893c-f06f39cb5096 req-964e6e87-d5f2-4118-98fd-48e8f3032568 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:00.473030 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-70e18fc8-e463-428b-893c-f06f39cb5096 req-964e6e87-d5f2-4118-98fd-48e8f3032568 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3789850'] for floatingip, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:00.473406 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.l3_db [req-70e18fc8-e463-428b-893c-f06f39cb5096 req-964e6e87-d5f2-4118-98fd-48e8f3032568 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Floating IP 21f90fba-a9f3-42d8-b2ec-73e64ef20950 disassociated. External IP: 172.27.3.198, port: 8f416a6e-ecaf-4275-9500-f6d0da12845e. Oct 14 18:05:00.473957 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-70e18fc8-e463-428b-893c-f06f39cb5096 req-964e6e87-d5f2-4118-98fd-48e8f3032568 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Calling delete_port for 8f416a6e-ecaf-4275-9500-f6d0da12845e owned by compute:nova {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:05:00.499117 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3939a08-1997-4b7f-9563-5f7039fcbe39 req-21d2f900-3364-4f9f-b102-382e7785f399 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:00.500865 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e3939a08-1997-4b7f-9563-5f7039fcbe39 req-21d2f900-3364-4f9f-b102-382e7785f399 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.0577748 Oct 14 18:05:00.542411 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e3939a08-1997-4b7f-9563-5f7039fcbe39 req-f8ae51dc-beb3-4e48-8373-3e3c033fd07a tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353968 Oct 14 18:05:00.549994 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54024) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:00.564658 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c44dda31-9d39-4cf0-9a9e-fda40f1dec9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:00.633233 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-70e18fc8-e463-428b-893c-f06f39cb5096 req-964e6e87-d5f2-4118-98fd-48e8f3032568 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:00.905902 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e6e87-d5f2-4118-98fd-48e8f3032568 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Pushing event deleted for resources: {'Port': ['ID=8f416a6e-ecaf-4275-9500-f6d0da12845e,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:00.939985 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c9c9a0ba-ef86-4a38-afe3-4255ccb02dc4 req-15219a47-418c-46d4-abf3-dec2abfdb6da tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d65178d-6bc0-4327-9d0a-0258c9096cbe HTTP/1.1" status: 200 len: 210 time: 0.0403979 Oct 14 18:05:01.030938 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c44dda31-9d39-4cf0-9a9e-fda40f1dec9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:01.038870 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c44dda31-9d39-4cf0-9a9e-fda40f1dec9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:01.086353 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-c44dda31-9d39-4cf0-9a9e-fda40f1dec9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5bf99167edd1433d881dfa546ac13e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5351357 Oct 14 18:05:01.088906 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44dda31-9d39-4cf0-9a9e-fda40f1dec9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fe6ea7-a3ab-4ea8-b22c-2f13bfb095ca,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:01.089131 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 54028) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:01.106781 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70e18fc8-e463-428b-893c-f06f39cb5096 req-964e6e87-d5f2-4118-98fd-48e8f3032568 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:05:01.142767 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-149b64ec-9525-4efc-83fb-13c346dd81a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:01.168307 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-149b64ec-9525-4efc-83fb-13c346dd81a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:01.217766 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-149b64ec-9525-4efc-83fb-13c346dd81a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:01.220613 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70e18fc8-e463-428b-893c-f06f39cb5096 req-964e6e87-d5f2-4118-98fd-48e8f3032568 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:05:01.221052 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-149b64ec-9525-4efc-83fb-13c346dd81a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:01.226414 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-149b64ec-9525-4efc-83fb-13c346dd81a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49fe6ea7-a3ab-4ea8-b22c-2f13bfb095ca HTTP/1.1" status: 204 len: 168 time: 0.1362095 Oct 14 18:05:01.235252 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b64ec-9525-4efc-83fb-13c346dd81a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fe6ea7-a3ab-4ea8-b22c-2f13bfb095ca,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:01.241287 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde823c8-9de6-405a-8fbd-91f172c1eb52 None None] Sync routers for ids ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'] in dv-cinder-813936-1-iscsi {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:05:01.252861 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde823c8-9de6-405a-8fbd-91f172c1eb52 None None] Routers {'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:05:01.257621 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-cde823c8-9de6-405a-8fbd-91f172c1eb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:04:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:01.271588 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e18fc8-e463-428b-893c-f06f39cb5096 req-964e6e87-d5f2-4118-98fd-48e8f3032568 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] No DVR routers for this DVR port 8f416a6e-ecaf-4275-9500-f6d0da12845e on host hv-cinder-81393 {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:05:01.274665 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-70e18fc8-e463-428b-893c-f06f39cb5096 req-964e6e87-d5f2-4118-98fd-48e8f3032568 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:01.278070 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-70e18fc8-e463-428b-893c-f06f39cb5096 req-964e6e87-d5f2-4118-98fd-48e8f3032568 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.32 "DELETE /v2.0/ports/8f416a6e-ecaf-4275-9500-f6d0da12845e HTTP/1.1" status: 204 len: 173 time: 1.2065804 Oct 14 18:05:01.278576 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d65178d-6bc0-4327-9d0a-0258c9096cbe', 'name': 'network-vif-deleted', 'tag': '8f416a6e-ecaf-4275-9500-f6d0da12845e'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:05:01.280932 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa674e3-748e-4d0d-a162-5641bd9edb28" -d '{"events": [{"server_uuid": "8d65178d-6bc0-4327-9d0a-0258c9096cbe", "name": "network-vif-deleted", "tag": "8f416a6e-ecaf-4275-9500-f6d0da12845e"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:05:01.321394 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cd53ec-b430-4194-b677-f8a300452442 x-openstack-request-id: req-86cd53ec-b430-4194-b677-f8a300452442 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:05:01.321821 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d65178d-6bc0-4327-9d0a-0258c9096cbe", "name": "network-vif-deleted", "tag": "8f416a6e-ecaf-4275-9500-f6d0da12845e", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:05:01.322247 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86cd53ec-b430-4194-b677-f8a300452442 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:05:01.322733 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d65178d-6bc0-4327-9d0a-0258c9096cbe', 'name': 'network-vif-deleted', 'tag': '8f416a6e-ecaf-4275-9500-f6d0da12845e', 'status': 'completed', 'code': 200} Oct 14 18:05:01.396603 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-cde823c8-9de6-405a-8fbd-91f172c1eb52 None None] Set router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:05:01.599672 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-cde823c8-9de6-405a-8fbd-91f172c1eb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'name': 'tempest-AttachVolumeShelveTestJSON-422061755-router', 'tenant_id': '229d568687144cccbef243c252982e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:36Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 4, 'project_id': '229d568687144cccbef243c252982e00', 'gw_port': {'id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:38Z', 'updated_at': '2021-10-14T18:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'f6ba30cd-6854-4b2f-b6f8-db4d89156d5d', 'name': '', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'tenant_id': '229d568687144cccbef243c252982e00', 'mac_address': 'fa:16:3e:9d:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:42Z', 'updated_at': '2021-10-14T18:00:51Z', 'revision_number': 5, 'project_id': '229d568687144cccbef243c252982e00', 'subnets': [{'id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:01.627901 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde823c8-9de6-405a-8fbd-91f172c1eb52 None None] Checking router: fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 for host: dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:05:01.638235 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde823c8-9de6-405a-8fbd-91f172c1eb52 None None] Routers {'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:05:01.641718 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-cde823c8-9de6-405a-8fbd-91f172c1eb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:04:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:01.760487 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb8ac8-70fa-4fa7-bcbc-26fac3a7c3a3 req-a6d62436-78a5-4f31-879f-8377d506fd78 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:01.763380 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e2cb8ac8-70fa-4fa7-bcbc-26fac3a7c3a3 req-a6d62436-78a5-4f31-879f-8377d506fd78 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.32 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.1010675 Oct 14 18:05:01.773360 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f25b6-1232-4293-9df7-4df6144ccd93 req-694a4565-dcbc-49c7-b18c-85bca420e3ae tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:01.781519 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a15f25b6-1232-4293-9df7-4df6144ccd93 req-694a4565-dcbc-49c7-b18c-85bca420e3ae tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 946 time: 0.1558480 Oct 14 18:05:01.785641 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-cde823c8-9de6-405a-8fbd-91f172c1eb52 None None] Set router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:05:01.915760 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a15f25b6-1232-4293-9df7-4df6144ccd93 req-5f1b8ec7-9c69-49f4-a7c9-8664e626a890 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329012 Oct 14 18:05:01.945042 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-e2cb8ac8-70fa-4fa7-bcbc-26fac3a7c3a3 req-becb0b9d-9be9-4169-8641-5cd2c35345a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Deleting port 5d8e5558-de12-421c-b6b6-706e31690e2f {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:05:01.945375 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-e2cb8ac8-70fa-4fa7-bcbc-26fac3a7c3a3 req-becb0b9d-9be9-4169-8641-5cd2c35345a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:02.089592 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-cde823c8-9de6-405a-8fbd-91f172c1eb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'name': 'tempest-AttachVolumeShelveTestJSON-422061755-router', 'tenant_id': '229d568687144cccbef243c252982e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:36Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 4, 'project_id': '229d568687144cccbef243c252982e00', 'gw_port': {'id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:38Z', 'updated_at': '2021-10-14T18:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'f6ba30cd-6854-4b2f-b6f8-db4d89156d5d', 'name': '', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'tenant_id': '229d568687144cccbef243c252982e00', 'mac_address': 'fa:16:3e:9d:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:42Z', 'updated_at': '2021-10-14T18:00:51Z', 'revision_number': 5, 'project_id': '229d568687144cccbef243c252982e00', 'subnets': [{'id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:02.119582 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde823c8-9de6-405a-8fbd-91f172c1eb52 None None] The sync data for ids ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'] in dv-cinder-813936-1-iscsi is: [{'id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'name': 'tempest-AttachVolumeShelveTestJSON-422061755-router', 'tenant_id': '229d568687144cccbef243c252982e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:36Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 4, 'project_id': '229d568687144cccbef243c252982e00', 'gw_port': {'id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:38Z', 'updated_at': '2021-10-14T18:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'f6ba30cd-6854-4b2f-b6f8-db4d89156d5d', 'name': '', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'tenant_id': '229d568687144cccbef243c252982e00', 'mac_address': 'fa:16:3e:9d:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:42Z', 'updated_at': '2021-10-14T18:00:51Z', 'revision_number': 5, 'project_id': '229d568687144cccbef243c252982e00', 'subnets': [{'id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:05:02.120859 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 54062) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:02.150658 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-e2cb8ac8-70fa-4fa7-bcbc-26fac3a7c3a3 req-becb0b9d-9be9-4169-8641-5cd2c35345a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] For port 5d8e5558-de12-421c-b6b6-706e31690e2f, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=5d8e5558-de12-421c-b6b6-706e31690e2f,segment=NetworkSegment(20e036c6-4f5c-473b-86d3-cfa7d2457742),segment_id=20e036c6-4f5c-473b-86d3-cfa7d2457742)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:02.151017 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-e2cb8ac8-70fa-4fa7-bcbc-26fac3a7c3a3 req-becb0b9d-9be9-4169-8641-5cd2c35345a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:02.167044 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-e2cb8ac8-70fa-4fa7-bcbc-26fac3a7c3a3 req-becb0b9d-9be9-4169-8641-5cd2c35345a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Calling delete_port for 5d8e5558-de12-421c-b6b6-706e31690e2f owned by compute:nova {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:05:02.196693 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-28c1755a-5559-4e77-8f6c-7b3524009c07 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:02.231404 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-28c1755a-5559-4e77-8f6c-7b3524009c07 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:02.316194 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-28c1755a-5559-4e77-8f6c-7b3524009c07 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:02.318774 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-28c1755a-5559-4e77-8f6c-7b3524009c07 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:02.322329 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-28c1755a-5559-4e77-8f6c-7b3524009c07 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "DELETE /v2.0/security-groups/689053b4-3503-48a0-af5a-e5cc60eaa882 HTTP/1.1" status: 204 len: 168 time: 0.1980431 Oct 14 18:05:02.343020 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 54068) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:02.343855 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1755a-5559-4e77-8f6c-7b3524009c07 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=689053b4-3503-48a0-af5a-e5cc60eaa882,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:02.388096 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-e2cb8ac8-70fa-4fa7-bcbc-26fac3a7c3a3 req-becb0b9d-9be9-4169-8641-5cd2c35345a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:02.396016 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.api.v2.resource [None req-81185fa3-81ce-4e44-b6f2-38797501a09e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] show failed (client error): The resource could not be found. Oct 14 18:05:02.400426 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['c0612667-ae63-483c-9c76-2b1349175234', '5d8e5558-de12-421c-b6b6-706e31690e2f'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:05:02.405208 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-81185fa3-81ce-4e44-b6f2-38797501a09e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups/689053b4-3503-48a0-af5a-e5cc60eaa882 HTTP/1.1" status: 404 len: 347 time: 0.0558412 Oct 14 18:05:02.410324 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 54070) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:02.442516 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb0b9d-9be9-4169-8641-5cd2c35345a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Pushing event deleted for resources: {'Port': ['ID=5d8e5558-de12-421c-b6b6-706e31690e2f,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:02.488807 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2cb8ac8-70fa-4fa7-bcbc-26fac3a7c3a3 req-becb0b9d-9be9-4169-8641-5cd2c35345a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] No DVR routers for this DVR port 5d8e5558-de12-421c-b6b6-706e31690e2f on host hv-cinder-81393 {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:05:02.491404 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-e2cb8ac8-70fa-4fa7-bcbc-26fac3a7c3a3 req-becb0b9d-9be9-4169-8641-5cd2c35345a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:02.496109 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e2cb8ac8-70fa-4fa7-bcbc-26fac3a7c3a3 req-becb0b9d-9be9-4169-8641-5cd2c35345a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.32 "DELETE /v2.0/ports/5d8e5558-de12-421c-b6b6-706e31690e2f HTTP/1.1" status: 204 len: 173 time: 0.7106035 Oct 14 18:05:02.498192 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb0b9d-9be9-4169-8641-5cd2c35345a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:02.498192 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb0b9d-9be9-4169-8641-5cd2c35345a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:02.498595 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb0b9d-9be9-4169-8641-5cd2c35345a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:02.499002 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb0b9d-9be9-4169-8641-5cd2c35345a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:02.499408 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb0b9d-9be9-4169-8641-5cd2c35345a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:02.499810 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb0b9d-9be9-4169-8641-5cd2c35345a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:02.500255 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb0b9d-9be9-4169-8641-5cd2c35345a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:02.500643 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb0b9d-9be9-4169-8641-5cd2c35345a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:02.501069 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb0b9d-9be9-4169-8641-5cd2c35345a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:02.501401 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb0b9d-9be9-4169-8641-5cd2c35345a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:02.501730 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb0b9d-9be9-4169-8641-5cd2c35345a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:02.502057 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becb0b9d-9be9-4169-8641-5cd2c35345a7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:02.523946 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81832a2e-9e61-4337-860f-dc5af4f4b5d7 None None] New status for floating IP 21f90fba-a9f3-42d8-b2ec-73e64ef20950: DOWN {{(pid=99720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 18:05:02.620318 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-c560dc22-9eb6-421c-809a-325b87fdbe42 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Deleting port 45156f6e-dc58-4ef1-9bf8-27d20dbf9a00 {{(pid=99718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:05:02.620855 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c560dc22-9eb6-421c-809a-325b87fdbe42 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:02.713439 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c560dc22-9eb6-421c-809a-325b87fdbe42 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:02.715089 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c560dc22-9eb6-421c-809a-325b87fdbe42 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:02.730968 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-c560dc22-9eb6-421c-809a-325b87fdbe42 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Calling delete_port for 45156f6e-dc58-4ef1-9bf8-27d20dbf9a00 owned by network:floatingip {{(pid=99718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:05:02.923561 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c560dc22-9eb6-421c-809a-325b87fdbe42 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:02.953102 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560dc22-9eb6-421c-809a-325b87fdbe42 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Pushing event deleted for resources: {'Port': ['ID=45156f6e-dc58-4ef1-9bf8-27d20dbf9a00,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:03.040268 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-1f868242-2358-4425-a76e-5f6bc686533d req-2ed437af-1572-4069-8a33-fbd7731cdd1b tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=6469fdcf-68bc-4362-9dfa-3403def6af0d HTTP/1.1" status: 200 len: 210 time: 0.0331800 Oct 14 18:05:03.049415 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c560dc22-9eb6-421c-809a-325b87fdbe42 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for floatingip, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:03.052629 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c560dc22-9eb6-421c-809a-325b87fdbe42 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for floatingip, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:03.056660 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-c560dc22-9eb6-421c-809a-325b87fdbe42 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "DELETE /v2.0/floatingips/21f90fba-a9f3-42d8-b2ec-73e64ef20950 HTTP/1.1" status: 204 len: 168 time: 0.6422663 Oct 14 18:05:03.299963 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 54090) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:03.304688 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-1dc26706-5284-4858-b761-d90288c9fd10 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1074426285', 'description': 'tempest-description--1891081207'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:05:03.324374 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6469fdcf-68bc-4362-9dfa-3403def6af0d', 'name': 'network-vif-deleted', 'tag': '5d8e5558-de12-421c-b6b6-706e31690e2f'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:05:03.327043 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73df6052-6a6e-4961-943e-8b109684ff10" -d '{"events": [{"server_uuid": "6469fdcf-68bc-4362-9dfa-3403def6af0d", "name": "network-vif-deleted", "tag": "5d8e5558-de12-421c-b6b6-706e31690e2f"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:05:03.327320 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1dc26706-5284-4858-b761-d90288c9fd10 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:03.369212 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c91a454-2a2c-4ab2-b023-49bccdad0f88 x-openstack-request-id: req-8c91a454-2a2c-4ab2-b023-49bccdad0f88 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:05:03.369212 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6469fdcf-68bc-4362-9dfa-3403def6af0d", "name": "network-vif-deleted", "tag": "5d8e5558-de12-421c-b6b6-706e31690e2f", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:05:03.369212 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c91a454-2a2c-4ab2-b023-49bccdad0f88 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:05:03.369212 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6469fdcf-68bc-4362-9dfa-3403def6af0d', 'name': 'network-vif-deleted', 'tag': '5d8e5558-de12-421c-b6b6-706e31690e2f', 'status': 'completed', 'code': 200} Oct 14 18:05:03.418593 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1dc26706-5284-4858-b761-d90288c9fd10 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:03.423190 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1dc26706-5284-4858-b761-d90288c9fd10 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:03.449012 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1dc26706-5284-4858-b761-d90288c9fd10 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:03.450219 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-1dc26706-5284-4858-b761-d90288c9fd10 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1490631 Oct 14 18:05:03.453511 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54098) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:03.458192 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-1caad6a3-d33a-403e-a71d-d04d1bee29e1 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Request body: {'security_group_rule': {'security_group_id': 'b07ee1f4-36d7-4b88-b9c9-70b4783d3617', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:05:03.468140 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc26706-5284-4858-b761-d90288c9fd10 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b07ee1f4-36d7-4b88-b9c9-70b4783d3617,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:03.488607 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1caad6a3-d33a-403e-a71d-d04d1bee29e1 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:03.544324 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1caad6a3-d33a-403e-a71d-d04d1bee29e1 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:03.547630 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1caad6a3-d33a-403e-a71d-d04d1bee29e1 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:03.561675 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caad6a3-d33a-403e-a71d-d04d1bee29e1 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e75454c-2a83-4903-868a-428002b45649,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:03.571751 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1caad6a3-d33a-403e-a71d-d04d1bee29e1 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:03.572941 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-1caad6a3-d33a-403e-a71d-d04d1bee29e1 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184363 Oct 14 18:05:03.576177 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54100) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:03.580552 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-1787f959-bfb8-4142-b420-62141c3edc79 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Request body: {'security_group_rule': {'security_group_id': 'b07ee1f4-36d7-4b88-b9c9-70b4783d3617', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:05:03.606110 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1787f959-bfb8-4142-b420-62141c3edc79 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:03.667328 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1787f959-bfb8-4142-b420-62141c3edc79 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:03.670779 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1787f959-bfb8-4142-b420-62141c3edc79 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:03.688137 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787f959-bfb8-4142-b420-62141c3edc79 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70bdb2c-7ad3-4ee2-aca6-b3f5d4aa9b6c,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:03.695277 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1787f959-bfb8-4142-b420-62141c3edc79 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:03.696436 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-1787f959-bfb8-4142-b420-62141c3edc79 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191959 Oct 14 18:05:03.700152 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54102) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:03.704389 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-0b857655-be60-4941-92c5-c70c984e81e7 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Request body: {'floatingip': {'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:05:03.725005 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0b857655-be60-4941-92c5-c70c984e81e7 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for floatingip, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:03.832187 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0b857655-be60-4941-92c5-c70c984e81e7 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:03.941522 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 5d8e5558-de12-421c-b6b6-706e31690e2f no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:05:03.945187 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [None req-0b857655-be60-4941-92c5-c70c984e81e7 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Allocated IP 172.27.3.119 (d72eea9d-773f-4ba1-af60-02bc446a2bfb/b0081548-82f4-4db0-bd72-f0077bc2ab2a/a266f355-950f-4ea8-b832-85726261be9f) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:05:03.962694 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] No Port match for: 5d8e5558-de12-421c-b6b6-706e31690e2f {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:05:03.963044 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 5d8e5558-de12-421c-b6b6-706e31690e2f not bound to the agent host hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:05:03.963462 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 8f416a6e-ecaf-4275-9500-f6d0da12845e no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:05:03.986875 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] No Port match for: 8f416a6e-ecaf-4275-9500-f6d0da12845e {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:05:03.987224 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 8f416a6e-ecaf-4275-9500-f6d0da12845e not bound to the agent host hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:05:04.045965 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0b857655-be60-4941-92c5-c70c984e81e7 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:04.083317 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0b857655-be60-4941-92c5-c70c984e81e7 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:04.118949 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b857655-be60-4941-92c5-c70c984e81e7 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Network d72eea9d-773f-4ba1-af60-02bc446a2bfb is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:05:04.122411 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-0b857655-be60-4941-92c5-c70c984e81e7 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:05:04.125853 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b857655-be60-4941-92c5-c70c984e81e7 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:05:04.156031 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b857655-be60-4941-92c5-c70c984e81e7 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Pushing event updated for resources: {'Port': ['ID=a266f355-950f-4ea8-b832-85726261be9f,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:04.230685 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0b857655-be60-4941-92c5-c70c984e81e7 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:04.264016 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0b857655-be60-4941-92c5-c70c984e81e7 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:04.348000 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf02d37-db68-4a7d-bb14-2af61f18e281 req-c2215e4a-24e1-4909-b4ae-e600e1ce3396 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:04.349487 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bdf02d37-db68-4a7d-bb14-2af61f18e281 req-c2215e4a-24e1-4909-b4ae-e600e1ce3396 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0828764 Oct 14 18:05:04.425937 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bdf02d37-db68-4a7d-bb14-2af61f18e281 req-a1fae34f-8ee4-4560-bf47-ace0038e036d tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669823 Oct 14 18:05:04.483378 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0b857655-be60-4941-92c5-c70c984e81e7 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:04.485738 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0b857655-be60-4941-92c5-c70c984e81e7 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:04.552174 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b857655-be60-4941-92c5-c70c984e81e7 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Pushing event updated for resources: {'Port': ['ID=a266f355-950f-4ea8-b832-85726261be9f,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:04.564181 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0b857655-be60-4941-92c5-c70c984e81e7 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3789850'] for floatingip, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:04.579105 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0b857655-be60-4941-92c5-c70c984e81e7 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for floatingip, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:04.580302 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-0b857655-be60-4941-92c5-c70c984e81e7 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8792334 Oct 14 18:05:04.770678 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-bb88a81b-887e-4f1e-8509-c6f4b1141f99 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1074426285&fields=id&tenant_id=229d568687144cccbef243c252982e00 HTTP/1.1" status: 200 len: 267 time: 0.0345881 Oct 14 18:05:04.875315 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-4cccd1f5-6daf-49e3-8719-8d337d223e76 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:04.876666 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-4cccd1f5-6daf-49e3-8719-8d337d223e76 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/networks?id=d7ed64d5-7393-452b-96b7-28d14516f1ea HTTP/1.1" status: 200 len: 816 time: 0.0991812 Oct 14 18:05:04.891301 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-887350eb-abcb-4259-b4c0-c1c6aad8afcc tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/quotas/229d568687144cccbef243c252982e00 HTTP/1.1" status: 200 len: 375 time: 0.0087123 Oct 14 18:05:04.945263 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-a1336f80-6a4c-41d7-87d4-2fbb9b4a9fb8 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=229d568687144cccbef243c252982e00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487802 Oct 14 18:05:05.035689 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-7a3e705c-4602-41d9-8c8a-aaba2a39914f service neutron] 10.222.0.49 "GET /v2.0/networks/d7ed64d5-7393-452b-96b7-28d14516f1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792923 Oct 14 18:05:05.125700 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-d4e8e031-4069-4ee4-bdd0-3b58e60adbcb service neutron] 10.222.0.49 "GET /v2.0/networks/d7ed64d5-7393-452b-96b7-28d14516f1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839283 Oct 14 18:05:05.278379 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3db07f93-8496-415f-8a67-ddac116412b3 req-7e47cdf8-1071-477a-a83f-fe788260ebf6 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 210 time: 0.0274305 Oct 14 18:05:05.745589 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeef3ae-1907-468b-b492-9b2147297a4c req-4255435f-c87f-408a-97ef-dc04c5e03986 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:05.752683 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bdeef3ae-1907-468b-b492-9b2147297a4c req-4255435f-c87f-408a-97ef-dc04c5e03986 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.2588177 Oct 14 18:05:05.786395 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bdeef3ae-1907-468b-b492-9b2147297a4c req-be03e453-af19-40b7-8d8c-f0c045e0eaf3 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328524 Oct 14 18:05:05.946098 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54148) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:06.047275 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3b8adc79-1fa0-4682-880c-e669d2f7de91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:06.123545 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3b8adc79-1fa0-4682-880c-e669d2f7de91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:06.127823 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3b8adc79-1fa0-4682-880c-e669d2f7de91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:06.183920 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8adc79-1fa0-4682-880c-e669d2f7de91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ae017f-d81b-45cd-84fd-6787bd3ea1d2,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:06.188465 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-3b8adc79-1fa0-4682-880c-e669d2f7de91 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a05917fd4ec34c5a920adab3863c70c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413518 Oct 14 18:05:06.191356 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 54152) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:06.253273 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f815e864-45f0-4d6b-b0ea-ddaf3fbb0082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:06.272952 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-5f0aae80-a49f-40d7-be3c-c5d7d3fedeec tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:06.274712 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-5f0aae80-a49f-40d7-be3c-c5d7d3fedeec tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.32 "GET /v2.0/networks?id=d7ed64d5-7393-452b-96b7-28d14516f1ea HTTP/1.1" status: 200 len: 816 time: 0.1116920 Oct 14 18:05:06.279877 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f815e864-45f0-4d6b-b0ea-ddaf3fbb0082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:06.327125 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-da126c24-5add-43ba-9a4c-5e1b4af441e8 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=229d568687144cccbef243c252982e00 HTTP/1.1" status: 200 len: 380 time: 0.0414267 Oct 14 18:05:06.343093 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-e4e300c1-02de-40de-8401-55134a2af065 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Request body: {'port': {'device_id': '5cafef45-5adc-4b0b-9a39-369ad2e40f54', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'admin_state_up': True, 'tenant_id': '229d568687144cccbef243c252982e00', 'security_groups': ['b07ee1f4-36d7-4b88-b9c9-70b4783d3617']}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:05:06.348143 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f815e864-45f0-4d6b-b0ea-ddaf3fbb0082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:06.351055 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f815e864-45f0-4d6b-b0ea-ddaf3fbb0082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:06.355026 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-f815e864-45f0-4d6b-b0ea-ddaf3fbb0082 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f3ae017f-d81b-45cd-84fd-6787bd3ea1d2 HTTP/1.1" status: 204 len: 168 time: 0.1596482 Oct 14 18:05:06.363105 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815e864-45f0-4d6b-b0ea-ddaf3fbb0082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ae017f-d81b-45cd-84fd-6787bd3ea1d2,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:06.417913 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ec0e5d17-da99-4b5a-bc3a-a81df187e3d0 req-9b7984d1-ded0-454f-a876-3adddf00020f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 210 time: 0.0582073 Oct 14 18:05:06.478067 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-e4e300c1-02de-40de-8401-55134a2af065 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Made reservation on behalf of 229d568687144cccbef243c252982e00 for: {'port': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:05:06.482420 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-e4e300c1-02de-40de-8401-55134a2af065 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:06.610455 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-e4e300c1-02de-40de-8401-55134a2af065 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Allocated IP 172.20.0.4 (d7ed64d5-7393-452b-96b7-28d14516f1ea/3db5b355-eec8-4685-acd1-cd1968bd4562/f76ea452-9ff1-4b81-9071-a4106fe966a1) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:05:06.621360 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54164) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:06.640336 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-ed1f4e7b-4046-474b-be04-cba427b63ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:06.798065 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-e4e300c1-02de-40de-8401-55134a2af065 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:06.814655 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-ed1f4e7b-4046-474b-be04-cba427b63ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:06.820575 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-ed1f4e7b-4046-474b-be04-cba427b63ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:06.871643 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f4e7b-4046-474b-be04-cba427b63ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7694c06b-0839-4934-9577-bff42784b0b8,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:06.879637 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-ed1f4e7b-4046-474b-be04-cba427b63ade admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83e725659d3d495292c43336ce3689c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536857 Oct 14 18:05:06.880684 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54168) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:06.893400 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-e4e300c1-02de-40de-8401-55134a2af065 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:06.906054 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a4b12-10b5-4c92-94dd-dd327297d3a5 req-6569b092-cdca-4399-bb63-69f514644916 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:06.907512 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-946a4b12-10b5-4c92-94dd-dd327297d3a5 req-6569b092-cdca-4399-bb63-69f514644916 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0531075 Oct 14 18:05:06.945446 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-946a4b12-10b5-4c92-94dd-dd327297d3a5 req-7a525765-855c-4c32-8442-fe7c925bc8d0 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313888 Oct 14 18:05:06.956300 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-e4e300c1-02de-40de-8401-55134a2af065 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Network d7ed64d5-7393-452b-96b7-28d14516f1ea is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:05:06.965975 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-e4e300c1-02de-40de-8401-55134a2af065 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:05:06.969857 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-e4e300c1-02de-40de-8401-55134a2af065 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:05:06.972461 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e300c1-02de-40de-8401-55134a2af065 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Pushing event updated for resources: {'Port': ['ID=f76ea452-9ff1-4b81-9071-a4106fe966a1,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:07.009339 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a2195979-3418-4494-9666-0e67d86771c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:07.043154 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-e4e300c1-02de-40de-8401-55134a2af065 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:07.043738 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-e4e300c1-02de-40de-8401-55134a2af065 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:07.050689 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a2195979-3418-4494-9666-0e67d86771c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:07.073473 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-e4e300c1-02de-40de-8401-55134a2af065 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7346694 Oct 14 18:05:07.090937 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] Request body: {'port': {'device_id': '5cafef45-5adc-4b0b-9a39-369ad2e40f54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81393'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:05:07.149115 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:07.157358 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a2195979-3418-4494-9666-0e67d86771c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:07.157556 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-f0de5e15-ebb3-48cb-bf29-10a55065b18c None None] Provisioning complete for port f76ea452-9ff1-4b81-9071-a4106fe966a1 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:05:07.158027 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f0de5e15-ebb3-48cb-bf29-10a55065b18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:07.160205 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a2195979-3418-4494-9666-0e67d86771c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:07.161370 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-a2195979-3418-4494-9666-0e67d86771c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7694c06b-0839-4934-9577-bff42784b0b8 HTTP/1.1" status: 204 len: 168 time: 0.2805026 Oct 14 18:05:07.173597 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2195979-3418-4494-9666-0e67d86771c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7694c06b-0839-4934-9577-bff42784b0b8,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:07.211408 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-f0de5e15-ebb3-48cb-bf29-10a55065b18c None None] Port f76ea452-9ff1-4b81-9071-a4106fe966a1 cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:05:07.430567 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76ea452-9ff1-4b81-9071-a4106fe966a1 {{(pid=99719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:05:07.439271 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:07.452488 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.provisioning_blocks [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] Transition to ACTIVE for port object f76ea452-9ff1-4b81-9071-a4106fe966a1 will not be triggered until provisioned by entity L2. {{(pid=99719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 18:05:07.457353 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:07.516575 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] Pushing event updated for resources: {'Port': ['ID=f76ea452-9ff1-4b81-9071-a4106fe966a1,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:07.598823 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f089fe0-6c39-47c8-a0c0-b33c42088950 req-8793f047-580f-4521-8382-9d40bec3dd67 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:07.600323 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8f089fe0-6c39-47c8-a0c0-b33c42088950 req-8793f047-580f-4521-8382-9d40bec3dd67 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 943 time: 0.1007738 Oct 14 18:05:07.633423 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] Attempting to bind port f76ea452-9ff1-4b81-9071-a4106fe966a1 on host hv-cinder-81393 for vnic_type normal with profile {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:05:07.633805 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] Attempting to bind port f76ea452-9ff1-4b81-9071-a4106fe966a1 by drivers openvswitch,hyperv on host hv-cinder-81393 at level 0 using segments [{'id': 'ac426582-1f1e-4f24-813f-1d64cc5aaaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea'}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:05:07.634075 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] Attempting to bind port f76ea452-9ff1-4b81-9071-a4106fe966a1 on network d7ed64d5-7393-452b-96b7-28d14516f1ea {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:05:07.646042 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] Port f76ea452-9ff1-4b81-9071-a4106fe966a1 on network d7ed64d5-7393-452b-96b7-28d14516f1ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81393 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 18:05:07.646342 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] Attempting to bind port f76ea452-9ff1-4b81-9071-a4106fe966a1 on network d7ed64d5-7393-452b-96b7-28d14516f1ea {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:05:07.655260 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] Checking agent: {'id': '26c515f5-fc83-44a3-9c50-84c881af0873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81393', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'started_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:05:07.655590 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] Checking segment: {'id': 'ac426582-1f1e-4f24-813f-1d64cc5aaaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:05:07.655966 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] Bound using segment: {'id': 'ac426582-1f1e-4f24-813f-1d64cc5aaaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea'} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:05:07.656376 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] Bound port: f76ea452-9ff1-4b81-9071-a4106fe966a1, host: hv-cinder-81393, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac426582-1f1e-4f24-813f-1d64cc5aaaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea'}}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:05:07.656723 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:07.661869 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8f089fe0-6c39-47c8-a0c0-b33c42088950 req-e92cd485-0b87-4523-bb60-f154e40f348c tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541532 Oct 14 18:05:07.719607 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] For port f76ea452-9ff1-4b81-9071-a4106fe966a1, host hv-cinder-81393, cleared binding levels {{(pid=99719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:05:07.722616 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] For port f76ea452-9ff1-4b81-9071-a4106fe966a1, host hv-cinder-81393, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=f76ea452-9ff1-4b81-9071-a4106fe966a1,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:05:07.727983 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:07.761269 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:07.761867 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:07.763205 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] 10.222.0.32 "PUT /v2.0/ports/f76ea452-9ff1-4b81-9071-a4106fe966a1 HTTP/1.1" status: 200 len: 1093 time: 0.6770992 Oct 14 18:05:07.763644 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cafef45-5adc-4b0b-9a39-369ad2e40f54', 'tag': 'f76ea452-9ff1-4b81-9071-a4106fe966a1'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:05:07.765870 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3229c0de-6a5d-4463-89c1-c339e6a1e2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "5cafef45-5adc-4b0b-9a39-369ad2e40f54", "tag": "f76ea452-9ff1-4b81-9071-a4106fe966a1"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:05:07.790733 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca38157-4f56-4a59-a245-06e38d7df147 service neutron] Pushing event updated for resources: {'Port': ['ID=f76ea452-9ff1-4b81-9071-a4106fe966a1,revision_number=3']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:07.817235 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440a461c-5d88-41fa-8a32-889b3c36831a x-openstack-request-id: req-440a461c-5d88-41fa-8a32-889b3c36831a {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:05:07.817522 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cafef45-5adc-4b0b-9a39-369ad2e40f54", "tag": "f76ea452-9ff1-4b81-9071-a4106fe966a1", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:05:07.817767 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-440a461c-5d88-41fa-8a32-889b3c36831a {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:05:07.818154 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cafef45-5adc-4b0b-9a39-369ad2e40f54', 'tag': 'f76ea452-9ff1-4b81-9071-a4106fe966a1', 'status': 'completed', 'code': 200} Oct 14 18:05:07.854601 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-e85bdd8a-ba64-46de-a277-b5fcc86883fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:07.856234 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-e85bdd8a-ba64-46de-a277-b5fcc86883fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=229d568687144cccbef243c252982e00&device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 1096 time: 0.0482483 Oct 14 18:05:07.900822 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-fa2b9851-afe1-419a-9e79-5b305ff61c0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f76ea452-9ff1-4b81-9071-a4106fe966a1 HTTP/1.1" status: 200 len: 217 time: 0.0340576 Oct 14 18:05:07.955887 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-cf8bf690-84ad-4f8f-82da-5bf5b2bfcda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:07.957342 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-cf8bf690-84ad-4f8f-82da-5bf5b2bfcda4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3db5b355-eec8-4685-acd1-cd1968bd4562 HTTP/1.1" status: 200 len: 855 time: 0.0471253 Oct 14 18:05:08.007752 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-41909d8f-4864-49a6-b781-2a3916fd72c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:08.009263 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-41909d8f-4864-49a6-b781-2a3916fd72c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7ed64d5-7393-452b-96b7-28d14516f1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438714 Oct 14 18:05:08.107940 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dadf47-8731-42f5-95c1-6df9d57f36f4 req-ccb3e553-de7f-4ec8-ac88-55b2c8118e20 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:08.109416 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b8dadf47-8731-42f5-95c1-6df9d57f36f4 req-ccb3e553-de7f-4ec8-ac88-55b2c8118e20 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0960159 Oct 14 18:05:08.154130 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-eb3213da-4b95-4d40-8a26-66e4981ad84c service neutron] 10.222.0.32 "GET /v2.0/networks/d7ed64d5-7393-452b-96b7-28d14516f1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325538 Oct 14 18:05:08.172741 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b8dadf47-8731-42f5-95c1-6df9d57f36f4 req-db94efeb-76a6-46a6-90d6-36a7f71c14f1 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550873 Oct 14 18:05:08.246268 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-be2b1c7e-fecc-430f-a06b-2ba4244a143a req-f7a28a9d-522a-4694-acab-a08a47360213 service neutron] 10.222.0.32 "GET /v2.0/networks/d7ed64d5-7393-452b-96b7-28d14516f1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824494 Oct 14 18:05:08.335032 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229c0de-6a5d-4463-89c1-c339e6a1e2ab req-d000a20d-6bc8-4e62-aaa1-dc4733985d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:08.336459 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3229c0de-6a5d-4463-89c1-c339e6a1e2ab req-d000a20d-6bc8-4e62-aaa1-dc4733985d1e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=229d568687144cccbef243c252982e00&device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 1096 time: 0.0404439 Oct 14 18:05:08.435137 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229c0de-6a5d-4463-89c1-c339e6a1e2ab req-97ee0806-7153-4665-911f-14fe20b946e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:08.436468 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3229c0de-6a5d-4463-89c1-c339e6a1e2ab req-97ee0806-7153-4665-911f-14fe20b946e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7ed64d5-7393-452b-96b7-28d14516f1ea HTTP/1.1" status: 200 len: 917 time: 0.0844939 Oct 14 18:05:08.477410 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3229c0de-6a5d-4463-89c1-c339e6a1e2ab req-262dc3a6-ebce-4939-b240-fa0774aa76ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f76ea452-9ff1-4b81-9071-a4106fe966a1 HTTP/1.1" status: 200 len: 217 time: 0.0324922 Oct 14 18:05:08.525401 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229c0de-6a5d-4463-89c1-c339e6a1e2ab req-c91c62a7-7f72-4f5a-b8c3-389b1033e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:08.526788 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3229c0de-6a5d-4463-89c1-c339e6a1e2ab req-c91c62a7-7f72-4f5a-b8c3-389b1033e3dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3db5b355-eec8-4685-acd1-cd1968bd4562 HTTP/1.1" status: 200 len: 855 time: 0.0416067 Oct 14 18:05:08.578098 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229c0de-6a5d-4463-89c1-c339e6a1e2ab req-81201ff1-41f1-4bb0-b3af-08cf00a341f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:08.579490 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3229c0de-6a5d-4463-89c1-c339e6a1e2ab req-81201ff1-41f1-4bb0-b3af-08cf00a341f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7ed64d5-7393-452b-96b7-28d14516f1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417731 Oct 14 18:05:08.666425 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3229c0de-6a5d-4463-89c1-c339e6a1e2ab req-dc0a5630-c03e-43a8-b799-7a9ab794ba0e service neutron] 10.222.0.32 "GET /v2.0/networks/d7ed64d5-7393-452b-96b7-28d14516f1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0768714 Oct 14 18:05:08.760121 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3229c0de-6a5d-4463-89c1-c339e6a1e2ab req-dbc23a94-7aef-4850-86d7-4413c820ef43 service neutron] 10.222.0.32 "GET /v2.0/networks/d7ed64d5-7393-452b-96b7-28d14516f1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853758 Oct 14 18:05:08.784683 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e1611-bc0a-43b8-ad42-6c239491a781 req-b58320d5-3107-44b6-ad2a-b69a1fb78079 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:08.786137 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-642e1611-bc0a-43b8-ad42-6c239491a781 req-b58320d5-3107-44b6-ad2a-b69a1fb78079 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 943 time: 0.0486677 Oct 14 18:05:08.823447 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-642e1611-bc0a-43b8-ad42-6c239491a781 req-ba5ef526-ffe4-405d-a191-f638e20cdff9 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313401 Oct 14 18:05:08.905123 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-2c9f347f-241c-4af8-b2bd-03513362ed9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:09.286051 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec936e01-f659-4c0f-9b1c-87238715b4b0 req-c4190eb4-58f1-4477-9be1-d76cdc049f40 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:09.287499 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ec936e01-f659-4c0f-9b1c-87238715b4b0 req-c4190eb4-58f1-4477-9be1-d76cdc049f40 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0483785 Oct 14 18:05:09.324866 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ec936e01-f659-4c0f-9b1c-87238715b4b0 req-ceb9a300-79cc-4e90-a81a-9602187d9ef7 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe8364ac-9b5d-479a-910d-a53540bc3236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307732 Oct 14 18:05:09.767038 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5163eb-e55c-46be-b645-b48dfc32c485 req-c6688989-f983-499f-b53d-a4f1e0762ba6 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:09.768444 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5e5163eb-e55c-46be-b645-b48dfc32c485 req-c6688989-f983-499f-b53d-a4f1e0762ba6 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 946 time: 0.0471206 Oct 14 18:05:09.858955 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-5e5163eb-e55c-46be-b645-b48dfc32c485 req-443e6d45-08bf-463a-afee-25ff22556381 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Deleting port c0612667-ae63-483c-9c76-2b1349175234 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:05:09.859249 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-5e5163eb-e55c-46be-b645-b48dfc32c485 req-443e6d45-08bf-463a-afee-25ff22556381 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:09.938788 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82020aee-ff56-441d-98d7-ec727cb8ace7 req-750303b0-36a7-476c-bd08-832dbfbc73dd tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:09.940235 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-82020aee-ff56-441d-98d7-ec727cb8ace7 req-750303b0-36a7-476c-bd08-832dbfbc73dd tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 943 time: 0.0476282 Oct 14 18:05:09.947102 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-5e5163eb-e55c-46be-b645-b48dfc32c485 req-443e6d45-08bf-463a-afee-25ff22556381 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] For port c0612667-ae63-483c-9c76-2b1349175234, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=c0612667-ae63-483c-9c76-2b1349175234,segment=NetworkSegment(20e036c6-4f5c-473b-86d3-cfa7d2457742),segment_id=20e036c6-4f5c-473b-86d3-cfa7d2457742)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:09.947465 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-5e5163eb-e55c-46be-b645-b48dfc32c485 req-443e6d45-08bf-463a-afee-25ff22556381 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:09.960737 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-5e5163eb-e55c-46be-b645-b48dfc32c485 req-443e6d45-08bf-463a-afee-25ff22556381 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Calling delete_port for c0612667-ae63-483c-9c76-2b1349175234 owned by compute:nova {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:05:09.977466 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-82020aee-ff56-441d-98d7-ec727cb8ace7 req-6c80c61a-d50c-46bb-b6c2-4c926d167170 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313234 Oct 14 18:05:10.009177 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device f76ea452-9ff1-4b81-9071-a4106fe966a1 details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:05:10.089266 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-5e5163eb-e55c-46be-b645-b48dfc32c485 req-443e6d45-08bf-463a-afee-25ff22556381 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:10.106471 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['c0612667-ae63-483c-9c76-2b1349175234'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:05:10.117104 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e6d45-08bf-463a-afee-25ff22556381 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Pushing event deleted for resources: {'Port': ['ID=c0612667-ae63-483c-9c76-2b1349175234,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:10.143378 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port f76ea452-9ff1-4b81-9071-a4106fe966a1, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=f76ea452-9ff1-4b81-9071-a4106fe966a1,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:10.154806 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': 'f76ea452-9ff1-4b81-9071-a4106fe966a1', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'port_id': 'f76ea452-9ff1-4b81-9071-a4106fe966a1', 'mac_address': 'fa:16:3e:91:26:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:05:10.160158 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5163eb-e55c-46be-b645-b48dfc32c485 req-443e6d45-08bf-463a-afee-25ff22556381 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] No DVR routers for this DVR port c0612667-ae63-483c-9c76-2b1349175234 on host hv-cinder-81393 {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:05:10.162710 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-5e5163eb-e55c-46be-b645-b48dfc32c485 req-443e6d45-08bf-463a-afee-25ff22556381 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:10.166070 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5e5163eb-e55c-46be-b645-b48dfc32c485 req-443e6d45-08bf-463a-afee-25ff22556381 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.32 "DELETE /v2.0/ports/c0612667-ae63-483c-9c76-2b1349175234 HTTP/1.1" status: 204 len: 173 time: 0.3912561 Oct 14 18:05:10.166508 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd752f4-5326-4390-ab6a-449395811f08', 'name': 'network-vif-deleted', 'tag': 'c0612667-ae63-483c-9c76-2b1349175234'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:05:10.169377 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a3f47b-6c35-4165-9d42-1f69efd417d5" -d '{"events": [{"server_uuid": "9fd752f4-5326-4390-ab6a-449395811f08", "name": "network-vif-deleted", "tag": "c0612667-ae63-483c-9c76-2b1349175234"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:05:10.199697 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:10.205465 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a996881-49b7-4aa4-a210-178bc4d84d1c x-openstack-request-id: req-8a996881-49b7-4aa4-a210-178bc4d84d1c {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:05:10.205826 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd752f4-5326-4390-ab6a-449395811f08", "name": "network-vif-deleted", "tag": "c0612667-ae63-483c-9c76-2b1349175234", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:05:10.206104 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a996881-49b7-4aa4-a210-178bc4d84d1c {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:05:10.206494 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd752f4-5326-4390-ab6a-449395811f08', 'name': 'network-vif-deleted', 'tag': 'c0612667-ae63-483c-9c76-2b1349175234', 'status': 'completed', 'code': 200} Oct 14 18:05:10.218361 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76ea452-9ff1-4b81-9071-a4106fe966a1 {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:05:10.239529 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port f76ea452-9ff1-4b81-9071-a4106fe966a1, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=f76ea452-9ff1-4b81-9071-a4106fe966a1,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:10.243362 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:10.290371 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=f76ea452-9ff1-4b81-9071-a4106fe966a1,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:10.298195 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:10.298619 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:10.298957 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:10.299319 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:10.299648 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:10.299981 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:10.300305 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:10.300623 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:10.301056 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:10.301451 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:10.301771 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:10.302087 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:10.430099 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-72a27a63-f41c-44a6-b129-5e38dd4cb0d7 req-8e1debfb-2c8d-4f5b-b181-627a4d126969 tempest-ServerRescueNegativeTestJSON-1845747919 tempest-ServerRescueNegativeTestJSON-1845747919-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fd752f4-5326-4390-ab6a-449395811f08 HTTP/1.1" status: 200 len: 210 time: 0.0290222 Oct 14 18:05:10.492407 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['f76ea452-9ff1-4b81-9071-a4106fe966a1'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:05:11.095045 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dc02d-27a7-44f4-aefd-d9375bac0b36 req-268ce195-c215-4b1e-ab1d-4f816436ebb2 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:11.096464 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-809dc02d-27a7-44f4-aefd-d9375bac0b36 req-268ce195-c215-4b1e-ab1d-4f816436ebb2 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 944 time: 0.0470104 Oct 14 18:05:11.132943 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-809dc02d-27a7-44f4-aefd-d9375bac0b36 req-9ca3cfbf-0eeb-47f2-953a-28fcf52932dd tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306528 Oct 14 18:05:11.269803 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:11.485224 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54192) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:11.567539 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-dae7be4c-bc3f-44eb-83cf-2036793b7fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:11.608428 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:12.036105 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device f76ea452-9ff1-4b81-9071-a4106fe966a1 up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:05:12.087803 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning for port f76ea452-9ff1-4b81-9071-a4106fe966a1 completed by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 18:05:12.091373 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port f76ea452-9ff1-4b81-9071-a4106fe966a1 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:05:12.091748 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:12.129153 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f3389f4e-8947-4ad4-a564-5d54aabe7294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790618'] for router_interface, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:12.180392 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:12.205034 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cafef45-5adc-4b0b-9a39-369ad2e40f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76ea452-9ff1-4b81-9071-a4106fe966a1'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:05:12.207298 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7636991-7033-4c18-9597-5dd745f39321" -d '{"events": [{"server_uuid": "5cafef45-5adc-4b0b-9a39-369ad2e40f54", "name": "network-vif-plugged", "status": "completed", "tag": "f76ea452-9ff1-4b81-9071-a4106fe966a1"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:05:12.222792 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port f76ea452-9ff1-4b81-9071-a4106fe966a1, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=f76ea452-9ff1-4b81-9071-a4106fe966a1,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:12.227850 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:12.228993 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device c0612667-ae63-483c-9c76-2b1349175234 no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:05:12.269709 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c0b605-1f1a-41b4-9630-06f7d02d3d69 x-openstack-request-id: req-09c0b605-1f1a-41b4-9630-06f7d02d3d69 {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:05:12.273131 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cafef45-5adc-4b0b-9a39-369ad2e40f54", "name": "network-vif-plugged", "status": "completed", "tag": "f76ea452-9ff1-4b81-9071-a4106fe966a1", "code": 200}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:05:12.273707 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09c0b605-1f1a-41b4-9630-06f7d02d3d69 {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:05:12.273806 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cafef45-5adc-4b0b-9a39-369ad2e40f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76ea452-9ff1-4b81-9071-a4106fe966a1', 'code': 200} Oct 14 18:05:12.276860 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] No Port match for: c0612667-ae63-483c-9c76-2b1349175234 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:05:12.277229 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device c0612667-ae63-483c-9c76-2b1349175234 not bound to the agent host hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:05:12.288454 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cd5ac-5ef7-4649-8709-4ab8f3e67e3a req-6cd0e8ee-746e-448c-a2cc-e3049b047374 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:12.289934 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e70cd5ac-5ef7-4649-8709-4ab8f3e67e3a req-6cd0e8ee-746e-448c-a2cc-e3049b047374 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 944 time: 0.0813916 Oct 14 18:05:12.308996 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=f76ea452-9ff1-4b81-9071-a4106fe966a1,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:12.364233 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:12.421191 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e70cd5ac-5ef7-4649-8709-4ab8f3e67e3a req-33571592-eb40-4b74-b383-4ee862ca4bfd tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035020 Oct 14 18:05:12.455630 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac59fc-ea63-467b-9d92-2128b8e33ab4 req-a9e77867-9d31-4f9b-b1f6-c664e9260904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:12.457093 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-71ac59fc-ea63-467b-9d92-2128b8e33ab4 req-a9e77867-9d31-4f9b-b1f6-c664e9260904 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 1098 time: 0.0701275 Oct 14 18:05:12.531582 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-71ac59fc-ea63-467b-9d92-2128b8e33ab4 req-7c496772-3b2f-408b-8958-7cacf313834c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568631 Oct 14 18:05:12.548805 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-f3389f4e-8947-4ad4-a564-5d54aabe7294 admin admin] Deleting port c28eb147-a9db-4f46-888d-cce2fdbd9640 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:05:12.549158 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f3389f4e-8947-4ad4-a564-5d54aabe7294 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:12.623158 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [None req-f3389f4e-8947-4ad4-a564-5d54aabe7294 admin admin] For port c28eb147-a9db-4f46-888d-cce2fdbd9640, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=c28eb147-a9db-4f46-888d-cce2fdbd9640,segment=NetworkSegment(20e036c6-4f5c-473b-86d3-cfa7d2457742),segment_id=20e036c6-4f5c-473b-86d3-cfa7d2457742)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:12.623424 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f3389f4e-8947-4ad4-a564-5d54aabe7294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:12.635226 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-f3389f4e-8947-4ad4-a564-5d54aabe7294 admin admin] Calling delete_port for c28eb147-a9db-4f46-888d-cce2fdbd9640 owned by network:router_interface {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:05:12.804534 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f3389f4e-8947-4ad4-a564-5d54aabe7294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:12.832153 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3389f4e-8947-4ad4-a564-5d54aabe7294 admin admin] Pushing event deleted for resources: {'Port': ['ID=c28eb147-a9db-4f46-888d-cce2fdbd9640,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:12.981133 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f3389f4e-8947-4ad4-a564-5d54aabe7294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3789886'] for router_interface, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:13.183598 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3389f4e-8947-4ad4-a564-5d54aabe7294 admin admin] Router dabd93c3-ecc6-4d66-ba9d-209eaca13e95 has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:05:13.282932 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3389f4e-8947-4ad4-a564-5d54aabe7294 admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:05:13.290945 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-f3389f4e-8947-4ad4-a564-5d54aabe7294 admin admin] 10.222.0.49 "PUT /v2.0/routers/dabd93c3-ecc6-4d66-ba9d-209eaca13e95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8024666 Oct 14 18:05:13.291180 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54198) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:13.291556 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220bc717-f9ee-4c6d-83f8-fd10e4817a1d None None] Sync routers for ids ['dabd93c3-ecc6-4d66-ba9d-209eaca13e95'] in dv-cinder-813936-1-iscsi {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:05:13.301418 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220bc717-f9ee-4c6d-83f8-fd10e4817a1d None None] Routers {'dabd93c3-ecc6-4d66-ba9d-209eaca13e95'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:05:13.302137 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-220bc717-f9ee-4c6d-83f8-fd10e4817a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:05:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['dabd93c3-ecc6-4d66-ba9d-209eaca13e95'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:13.392076 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-89df5773-ba42-4d0c-b300-23c967b8b2d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:13.402459 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-220bc717-f9ee-4c6d-83f8-fd10e4817a1d None None] Set router dabd93c3-ecc6-4d66-ba9d-209eaca13e95 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:05:13.494822 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-89df5773-ba42-4d0c-b300-23c967b8b2d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:13.547966 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf4eb9-052e-4914-abd3-0b410c1babaa req-f824c681-78ae-48ce-872b-aff226c7cfb3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:13.549460 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-88bf4eb9-052e-4914-abd3-0b410c1babaa req-f824c681-78ae-48ce-872b-aff226c7cfb3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.0544693 Oct 14 18:05:13.550547 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-89df5773-ba42-4d0c-b300-23c967b8b2d4 admin admin] Deleting port 47d8215d-fe4e-44cb-ad78-aeff26b18192 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:05:13.550892 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-89df5773-ba42-4d0c-b300-23c967b8b2d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:13.581101 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-220bc717-f9ee-4c6d-83f8-fd10e4817a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabd93c3-ecc6-4d66-ba9d-209eaca13e95', 'name': 'tempest-ServerRescueNegativeTestJSON-160033570-router', 'tenant_id': 'ec42152cea74457ea58daa46f1101c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '47d8215d-fe4e-44cb-ad78-aeff26b18192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:19Z', 'updated_at': '2021-10-14T18:05:12Z', 'revision_number': 5, 'project_id': 'ec42152cea74457ea58daa46f1101c65', 'gw_port': {'id': '47d8215d-fe4e-44cb-ad78-aeff26b18192', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabd93c3-ecc6-4d66-ba9d-209eaca13e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:19Z', 'updated_at': '2021-10-14T18:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:13.589487 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-88bf4eb9-052e-4914-abd3-0b410c1babaa req-84681c5a-f970-4522-a9af-22d20c5e72af tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336499 Oct 14 18:05:13.645654 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [None req-89df5773-ba42-4d0c-b300-23c967b8b2d4 admin admin] For port 47d8215d-fe4e-44cb-ad78-aeff26b18192, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=47d8215d-fe4e-44cb-ad78-aeff26b18192,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:13.646021 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-89df5773-ba42-4d0c-b300-23c967b8b2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:13.660039 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-89df5773-ba42-4d0c-b300-23c967b8b2d4 admin admin] Calling delete_port for 47d8215d-fe4e-44cb-ad78-aeff26b18192 owned by network:router_gateway {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:05:13.698107 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220bc717-f9ee-4c6d-83f8-fd10e4817a1d None None] Checking router: dabd93c3-ecc6-4d66-ba9d-209eaca13e95 for host: dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:05:13.706949 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220bc717-f9ee-4c6d-83f8-fd10e4817a1d None None] Routers {'dabd93c3-ecc6-4d66-ba9d-209eaca13e95'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:05:13.707559 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-220bc717-f9ee-4c6d-83f8-fd10e4817a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:05:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['dabd93c3-ecc6-4d66-ba9d-209eaca13e95'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:13.794160 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-220bc717-f9ee-4c6d-83f8-fd10e4817a1d None None] Set router dabd93c3-ecc6-4d66-ba9d-209eaca13e95 gateway port host: None {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:05:13.845498 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-89df5773-ba42-4d0c-b300-23c967b8b2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:13.846971 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-220bc717-f9ee-4c6d-83f8-fd10e4817a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabd93c3-ecc6-4d66-ba9d-209eaca13e95', 'name': 'tempest-ServerRescueNegativeTestJSON-160033570-router', 'tenant_id': 'ec42152cea74457ea58daa46f1101c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:19Z', 'updated_at': '2021-10-14T18:05:13Z', 'revision_number': 6, 'project_id': 'ec42152cea74457ea58daa46f1101c65', 'gw_port_host': None}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:13.871503 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df5773-ba42-4d0c-b300-23c967b8b2d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=47d8215d-fe4e-44cb-ad78-aeff26b18192,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:13.879015 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220bc717-f9ee-4c6d-83f8-fd10e4817a1d None None] The sync data for ids ['dabd93c3-ecc6-4d66-ba9d-209eaca13e95'] in dv-cinder-813936-1-iscsi is: [{'id': 'dabd93c3-ecc6-4d66-ba9d-209eaca13e95', 'name': 'tempest-ServerRescueNegativeTestJSON-160033570-router', 'tenant_id': 'ec42152cea74457ea58daa46f1101c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:19Z', 'updated_at': '2021-10-14T18:05:13Z', 'revision_number': 6, 'project_id': 'ec42152cea74457ea58daa46f1101c65', 'gw_port_host': None}] {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:05:13.940202 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-89df5773-ba42-4d0c-b300-23c967b8b2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3790020'] for router_gateway, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:14.040970 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-89df5773-ba42-4d0c-b300-23c967b8b2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:14.043056 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-89df5773-ba42-4d0c-b300-23c967b8b2d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:14.104186 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-89df5773-ba42-4d0c-b300-23c967b8b2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787636'] for router, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:14.104786 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89df5773-ba42-4d0c-b300-23c967b8b2d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dabd93c3-ecc6-4d66-ba9d-209eaca13e95 {{(pid=99719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 18:05:14.109937 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-89df5773-ba42-4d0c-b300-23c967b8b2d4 admin admin] Notify callbacks [] for router, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:14.111073 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-89df5773-ba42-4d0c-b300-23c967b8b2d4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/dabd93c3-ecc6-4d66-ba9d-209eaca13e95 HTTP/1.1" status: 204 len: 168 time: 0.8189607 Oct 14 18:05:14.113565 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54202) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:14.159104 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_v2 [None req-e29cce5a-101d-491a-8a1f-fe38aea8e9ef admin admin] Deleting subnet 8974b2ed-cd87-434d-9c8c-7bac6a0eee65 {{(pid=99719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 18:05:14.162108 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e29cce5a-101d-491a-8a1f-fe38aea8e9ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:14.194531 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e29cce5a-101d-491a-8a1f-fe38aea8e9ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8741768'] for subnet, precommit_delete_associations {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:14.233001 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e29cce5a-101d-491a-8a1f-fe38aea8e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676325'] for subnet, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:14.250598 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:14.287148 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e29cce5a-101d-491a-8a1f-fe38aea8e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12283154'] for subnet, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:14.317163 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cce5a-101d-491a-8a1f-fe38aea8e9ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8974b2ed-cd87-434d-9c8c-7bac6a0eee65,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:14.322521 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e29cce5a-101d-491a-8a1f-fe38aea8e9ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:14.325796 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-e29cce5a-101d-491a-8a1f-fe38aea8e9ef admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8974b2ed-cd87-434d-9c8c-7bac6a0eee65 HTTP/1.1" status: 204 len: 168 time: 0.2112949 Oct 14 18:05:14.328130 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54204) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:14.393331 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0a30d74b-09fc-4a67-b67e-b5638af691af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808165'] for network, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:14.471287 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0a30d74b-09fc-4a67-b67e-b5638af691af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673054', 'neutron.services.segments.db._delete_segments_for_network-8762486597133'] for network, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:14.490738 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-0a30d74b-09fc-4a67-b67e-b5638af691af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8689a957-5433-4c26-a109-6a4cd99507da']}} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:14.499962 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-0a30d74b-09fc-4a67-b67e-b5638af691af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e036c6-4f5c-473b-86d3-cfa7d2457742') {'for_net_delete': True} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:14.500262 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-0a30d74b-09fc-4a67-b67e-b5638af691af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e036c6-4f5c-473b-86d3-cfa7d2457742') {} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:14.509142 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0a30d74b-09fc-4a67-b67e-b5638af691af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762486598678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8741783'] for segment, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:14.521654 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0a30d74b-09fc-4a67-b67e-b5638af691af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:14.527729 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a30d74b-09fc-4a67-b67e-b5638af691af admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=99719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:05:14.528102 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0a30d74b-09fc-4a67-b67e-b5638af691af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8937544'] for segment, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: Traceback (most recent call last): Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: timer() Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: cb(*args, **kw) Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: return func(*args, **kwargs) Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: self._notify() Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: self.callback(batched_events) Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: event.method(event) Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: return f(self, *a, **k) Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: return self._get(url).json() Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: return self.request(url, 'GET', **kwargs) Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 18:05:14.529731 dv-cinder-813936-1-iscsi neutron-server[99719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 18:05:14.581579 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0a30d74b-09fc-4a67-b67e-b5638af691af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790056'] for network, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:14.587765 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0a30d74b-09fc-4a67-b67e-b5638af691af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:14.591526 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-0a30d74b-09fc-4a67-b67e-b5638af691af admin admin] 10.222.0.49 "DELETE /v2.0/networks/8689a957-5433-4c26-a109-6a4cd99507da HTTP/1.1" status: 204 len: 168 time: 0.2625043 Oct 14 18:05:14.600769 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30d74b-09fc-4a67-b67e-b5638af691af admin admin] Pushing event deleted for resources: {'Network': ['ID=8689a957-5433-4c26-a109-6a4cd99507da,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:14.725533 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b642d-9f79-454e-becf-f7a83b166d2a req-73ef47ee-870a-4ab5-8ce7-2a5815b0ebc2 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:14.727012 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8a6b642d-9f79-454e-becf-f7a83b166d2a req-73ef47ee-870a-4ab5-8ce7-2a5815b0ebc2 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.0495660 Oct 14 18:05:14.758322 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 54210) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:14.771591 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8a6b642d-9f79-454e-becf-f7a83b166d2a req-8f7c702d-6d42-4ddf-b75d-fd3785be7b43 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384881 Oct 14 18:05:14.804235 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-053b81f6-1d3f-4b34-a1ec-5ea13f571184 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec42152cea74457ea58daa46f1101c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442336 Oct 14 18:05:14.806525 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 54214) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:14.887285 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0a1ad518-ef93-4549-ab55-1fb4706cf700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:14.916703 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0a1ad518-ef93-4549-ab55-1fb4706cf700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:14.930346 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b0b67-ebb3-438d-b30a-f115c710e807 req-35e98134-40c6-44c7-a06f-2d9f597bc881 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:14.931853 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4e8b0b67-ebb3-438d-b30a-f115c710e807 req-35e98134-40c6-44c7-a06f-2d9f597bc881 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.0908692 Oct 14 18:05:14.941220 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 54216) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:14.947450 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-e28814f2-805e-4d19-91d4-f0c18597f93b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Request body: {'floatingip': {'port_id': 'f76ea452-9ff1-4b81-9071-a4106fe966a1'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:05:15.001159 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e28814f2-805e-4d19-91d4-f0c18597f93b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for floatingip, before_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:15.066168 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0a1ad518-ef93-4549-ab55-1fb4706cf700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:15.068621 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0a1ad518-ef93-4549-ab55-1fb4706cf700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:15.069761 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-0a1ad518-ef93-4549-ab55-1fb4706cf700 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe8364ac-9b5d-479a-910d-a53540bc3236 HTTP/1.1" status: 204 len: 168 time: 0.2623169 Oct 14 18:05:15.104176 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ad518-ef93-4549-ab55-1fb4706cf700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8364ac-9b5d-479a-910d-a53540bc3236,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:15.114447 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ad518-ef93-4549-ab55-1fb4706cf700 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:15.114792 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ad518-ef93-4549-ab55-1fb4706cf700 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:15.115124 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ad518-ef93-4549-ab55-1fb4706cf700 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:15.115451 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ad518-ef93-4549-ab55-1fb4706cf700 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:15.115776 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ad518-ef93-4549-ab55-1fb4706cf700 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:15.116104 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ad518-ef93-4549-ab55-1fb4706cf700 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:15.116424 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ad518-ef93-4549-ab55-1fb4706cf700 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:15.116743 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ad518-ef93-4549-ab55-1fb4706cf700 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:15.117090 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ad518-ef93-4549-ab55-1fb4706cf700 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:15.117411 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ad518-ef93-4549-ab55-1fb4706cf700 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:15.117725 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ad518-ef93-4549-ab55-1fb4706cf700 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:15.118037 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1ad518-ef93-4549-ab55-1fb4706cf700 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:05:15.448559 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e28814f2-805e-4d19-91d4-f0c18597f93b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:15.452804 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e28814f2-805e-4d19-91d4-f0c18597f93b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3789850'] for floatingip, after_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:15.551589 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.db.l3_db [None req-e28814f2-805e-4d19-91d4-f0c18597f93b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Floating IP e3fa0dfe-d03b-472c-98e7-32e13db75d07 associated. External IP: 172.27.3.119, port: f76ea452-9ff1-4b81-9071-a4106fe966a1. Oct 14 18:05:15.756750 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28814f2-805e-4d19-91d4-f0c18597f93b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:05:15.869920 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28814f2-805e-4d19-91d4-f0c18597f93b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:05:15.874873 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e28814f2-805e-4d19-91d4-f0c18597f93b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for floatingip, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:15.880766 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c021356-7eae-4eb1-96d5-dc1a54d57748 None None] Sync routers for ids ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:05:15.885930 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device c28eb147-a9db-4f46-888d-cce2fdbd9640 no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:05:15.912986 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-e28814f2-805e-4d19-91d4-f0c18597f93b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "PUT /v2.0/floatingips/e3fa0dfe-d03b-472c-98e7-32e13db75d07 HTTP/1.1" status: 200 len: 991 time: 0.9680820 Oct 14 18:05:15.912986 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cafef45-5adc-4b0b-9a39-369ad2e40f54', 'tag': 'f76ea452-9ff1-4b81-9071-a4106fe966a1'}] {{(pid=99718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:05:15.913387 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: c28eb147-a9db-4f46-888d-cce2fdbd9640 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:05:15.914861 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8f27bdffdb2052dedec3557c5a9650e18fe8e4a7ef2e79a5b2f75573612b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac26ecb-3e90-4113-993a-9a58141ffa96" -d '{"events": [{"name": "network-changed", "server_uuid": "5cafef45-5adc-4b0b-9a39-369ad2e40f54", "tag": "f76ea452-9ff1-4b81-9071-a4106fe966a1"}]}' {{(pid=99718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:05:15.931982 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device c28eb147-a9db-4f46-888d-cce2fdbd9640 not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:05:15.931982 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 47d8215d-fe4e-44cb-ad78-aeff26b18192 no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:05:15.936302 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c021356-7eae-4eb1-96d5-dc1a54d57748 None None] Routers {'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:05:15.937122 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-5c021356-7eae-4eb1-96d5-dc1a54d57748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:05:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:15.951448 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34acbb15-21d2-468d-a4cd-0f165512fe24 x-openstack-request-id: req-34acbb15-21d2-468d-a4cd-0f165512fe24 {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:05:15.951833 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cafef45-5adc-4b0b-9a39-369ad2e40f54", "tag": "f76ea452-9ff1-4b81-9071-a4106fe966a1", "status": "completed", "code": 200}]} {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:05:15.952088 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34acbb15-21d2-468d-a4cd-0f165512fe24 {{(pid=99718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:05:15.952476 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cafef45-5adc-4b0b-9a39-369ad2e40f54', 'tag': 'f76ea452-9ff1-4b81-9071-a4106fe966a1', 'status': 'completed', 'code': 200} Oct 14 18:05:16.025486 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac26ecb-3e90-4113-993a-9a58141ffa96 req-ebf959a6-7f7c-4ee7-bbcd-8a81a4437af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:16.027693 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0ac26ecb-3e90-4113-993a-9a58141ffa96 req-ebf959a6-7f7c-4ee7-bbcd-8a81a4437af9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=229d568687144cccbef243c252982e00&device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 1098 time: 0.0489116 Oct 14 18:05:16.033319 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: 47d8215d-fe4e-44cb-ad78-aeff26b18192 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:05:16.033920 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 47d8215d-fe4e-44cb-ad78-aeff26b18192 not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:05:16.081480 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-5c021356-7eae-4eb1-96d5-dc1a54d57748 None None] Set router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:05:16.128734 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac26ecb-3e90-4113-993a-9a58141ffa96 req-7da5b067-fda6-46c6-9750-ffc0b47d3e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:16.130476 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0ac26ecb-3e90-4113-993a-9a58141ffa96 req-7da5b067-fda6-46c6-9750-ffc0b47d3e40 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7ed64d5-7393-452b-96b7-28d14516f1ea HTTP/1.1" status: 200 len: 917 time: 0.0955000 Oct 14 18:05:16.200265 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0ac26ecb-3e90-4113-993a-9a58141ffa96 req-3ebff43a-f3b9-46df-a819-228d7e362d8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f76ea452-9ff1-4b81-9071-a4106fe966a1 HTTP/1.1" status: 200 len: 999 time: 0.0629737 Oct 14 18:05:16.250935 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac26ecb-3e90-4113-993a-9a58141ffa96 req-a20e42cd-aaf9-4ef5-be64-a4e6c3f9407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:16.252027 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0ac26ecb-3e90-4113-993a-9a58141ffa96 req-a20e42cd-aaf9-4ef5-be64-a4e6c3f9407d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3db5b355-eec8-4685-acd1-cd1968bd4562 HTTP/1.1" status: 200 len: 855 time: 0.0448949 Oct 14 18:05:16.300579 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac26ecb-3e90-4113-993a-9a58141ffa96 req-be69de5d-9035-40cd-8653-79a6fd00770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:16.302130 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0ac26ecb-3e90-4113-993a-9a58141ffa96 req-be69de5d-9035-40cd-8653-79a6fd00770f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7ed64d5-7393-452b-96b7-28d14516f1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427067 Oct 14 18:05:16.321433 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-5c021356-7eae-4eb1-96d5-dc1a54d57748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'name': 'tempest-AttachVolumeShelveTestJSON-422061755-router', 'tenant_id': '229d568687144cccbef243c252982e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:36Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 4, 'project_id': '229d568687144cccbef243c252982e00', 'gw_port': {'id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:38Z', 'updated_at': '2021-10-14T18:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': 'e3fa0dfe-d03b-472c-98e7-32e13db75d07', 'tenant_id': '229d568687144cccbef243c252982e00', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'port_id': 'f76ea452-9ff1-4b81-9071-a4106fe966a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'mac_address': 'fa:16:3e:91:26:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cafef45-5adc-4b0b-9a39-369ad2e40f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:05:04Z', 'updated_at': '2021-10-14T18:05:15Z', 'revision_number': 1, 'project_id': '229d568687144cccbef243c252982e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ba30cd-6854-4b2f-b6f8-db4d89156d5d', 'name': '', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'tenant_id': '229d568687144cccbef243c252982e00', 'mac_address': 'fa:16:3e:9d:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:42Z', 'updated_at': '2021-10-14T18:00:51Z', 'revision_number': 5, 'project_id': '229d568687144cccbef243c252982e00', 'subnets': [{'id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:16.353584 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c021356-7eae-4eb1-96d5-dc1a54d57748 None None] Checking router: fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:05:16.362720 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c021356-7eae-4eb1-96d5-dc1a54d57748 None None] Routers {'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:05:16.363354 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-5c021356-7eae-4eb1-96d5-dc1a54d57748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:05:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:16.486539 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-5c021356-7eae-4eb1-96d5-dc1a54d57748 None None] Set router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:05:16.657050 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0ac26ecb-3e90-4113-993a-9a58141ffa96 req-2e30aa68-f254-41e4-b41b-db335b2f5551 service neutron] 10.222.0.32 "GET /v2.0/networks/d7ed64d5-7393-452b-96b7-28d14516f1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471253 Oct 14 18:05:16.761327 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0ac26ecb-3e90-4113-993a-9a58141ffa96 req-06eff7fc-bc25-4359-a428-5f266889a0d8 service neutron] 10.222.0.32 "GET /v2.0/networks/d7ed64d5-7393-452b-96b7-28d14516f1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959055 Oct 14 18:05:16.853078 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-5c021356-7eae-4eb1-96d5-dc1a54d57748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'name': 'tempest-AttachVolumeShelveTestJSON-422061755-router', 'tenant_id': '229d568687144cccbef243c252982e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:36Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 4, 'project_id': '229d568687144cccbef243c252982e00', 'gw_port': {'id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:38Z', 'updated_at': '2021-10-14T18:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': 'e3fa0dfe-d03b-472c-98e7-32e13db75d07', 'tenant_id': '229d568687144cccbef243c252982e00', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'port_id': 'f76ea452-9ff1-4b81-9071-a4106fe966a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'mac_address': 'fa:16:3e:91:26:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cafef45-5adc-4b0b-9a39-369ad2e40f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:05:04Z', 'updated_at': '2021-10-14T18:05:15Z', 'revision_number': 1, 'project_id': '229d568687144cccbef243c252982e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ba30cd-6854-4b2f-b6f8-db4d89156d5d', 'name': '', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'tenant_id': '229d568687144cccbef243c252982e00', 'mac_address': 'fa:16:3e:9d:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:42Z', 'updated_at': '2021-10-14T18:00:51Z', 'revision_number': 5, 'project_id': '229d568687144cccbef243c252982e00', 'subnets': [{'id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:16.882533 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c021356-7eae-4eb1-96d5-dc1a54d57748 None None] The sync data for ids ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'] in dv-cinder-813936-1-iscsi is: [{'id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'name': 'tempest-AttachVolumeShelveTestJSON-422061755-router', 'tenant_id': '229d568687144cccbef243c252982e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:36Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 4, 'project_id': '229d568687144cccbef243c252982e00', 'gw_port': {'id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:38Z', 'updated_at': '2021-10-14T18:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': 'e3fa0dfe-d03b-472c-98e7-32e13db75d07', 'tenant_id': '229d568687144cccbef243c252982e00', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'port_id': 'f76ea452-9ff1-4b81-9071-a4106fe966a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'mac_address': 'fa:16:3e:91:26:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cafef45-5adc-4b0b-9a39-369ad2e40f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:05:04Z', 'updated_at': '2021-10-14T18:05:15Z', 'revision_number': 1, 'project_id': '229d568687144cccbef243c252982e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ba30cd-6854-4b2f-b6f8-db4d89156d5d', 'name': '', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'tenant_id': '229d568687144cccbef243c252982e00', 'mac_address': 'fa:16:3e:9d:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:42Z', 'updated_at': '2021-10-14T18:00:51Z', 'revision_number': 5, 'project_id': '229d568687144cccbef243c252982e00', 'subnets': [{'id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:05:16.975030 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54282) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:17.069520 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e50ede0-99b9-4916-9554-4e1d2adc7c75 None None] New status for floating IP e3fa0dfe-d03b-472c-98e7-32e13db75d07: ACTIVE {{(pid=99721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 18:05:17.087736 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-313cbc67-2f8a-49e9-b7e1-126a41f84f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:17.167882 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-313cbc67-2f8a-49e9-b7e1-126a41f84f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:17.171936 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-313cbc67-2f8a-49e9-b7e1-126a41f84f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:17.212087 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-313cbc67-2f8a-49e9-b7e1-126a41f84f99 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f62d06634828435a9e6310c273ebc6c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335114 Oct 14 18:05:17.212087 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cbc67-2f8a-49e9-b7e1-126a41f84f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1cfad9-da33-469d-8d16-92032a947281,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:17.212696 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 54288) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:17.261467 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6af56c04-39f4-4fee-84d5-573c0bdab0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:17.281995 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6af56c04-39f4-4fee-84d5-573c0bdab0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:17.326517 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6af56c04-39f4-4fee-84d5-573c0bdab0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:17.329211 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6af56c04-39f4-4fee-84d5-573c0bdab0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:17.330449 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-6af56c04-39f4-4fee-84d5-573c0bdab0d3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dc1cfad9-da33-469d-8d16-92032a947281 HTTP/1.1" status: 204 len: 168 time: 0.1169703 Oct 14 18:05:17.338196 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af56c04-39f4-4fee-84d5-573c0bdab0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1cfad9-da33-469d-8d16-92032a947281,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:17.579557 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 54296) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:17.592459 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-d7e49d22-158c-490d-a494-4a2ffdb3cb1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:17.668311 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-d7e49d22-158c-490d-a494-4a2ffdb3cb1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:17.671877 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-d7e49d22-158c-490d-a494-4a2ffdb3cb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:17.711744 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-d7e49d22-158c-490d-a494-4a2ffdb3cb1e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29fdf891a5aa4e0f92172461a5ec9dd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1311369 Oct 14 18:05:17.712665 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e49d22-158c-490d-a494-4a2ffdb3cb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebb7c3b-9572-4300-93ef-1483f3a6a3ba,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:17.714425 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54298) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:17.763546 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-ed521766-2263-4aae-8cf7-8f7e5d98375b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:17.784238 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-ed521766-2263-4aae-8cf7-8f7e5d98375b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:17.829887 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-ed521766-2263-4aae-8cf7-8f7e5d98375b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:17.832426 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-ed521766-2263-4aae-8cf7-8f7e5d98375b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:17.833580 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-ed521766-2263-4aae-8cf7-8f7e5d98375b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ebb7c3b-9572-4300-93ef-1483f3a6a3ba HTTP/1.1" status: 204 len: 168 time: 0.1173742 Oct 14 18:05:17.842751 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed521766-2263-4aae-8cf7-8f7e5d98375b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebb7c3b-9572-4300-93ef-1483f3a6a3ba,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:19.194903 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:05:19.859038 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54374) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:19.974930 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-739d4d84-6358-478e-aa56-5dd3fc9e1f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:20.046581 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-739d4d84-6358-478e-aa56-5dd3fc9e1f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:20.050112 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-739d4d84-6358-478e-aa56-5dd3fc9e1f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:20.090005 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-739d4d84-6358-478e-aa56-5dd3fc9e1f82 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=681ccfc978004fbaa322575eb30fd937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299492 Oct 14 18:05:20.090826 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d4d84-6358-478e-aa56-5dd3fc9e1f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ceea8e3-b91b-401d-9ed2-1b78b477d88b,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:20.092711 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 54378) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:20.141368 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-34ee7e08-9c34-40f6-bfc3-bc1f739bc372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:20.162181 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-34ee7e08-9c34-40f6-bfc3-bc1f739bc372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:20.218642 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-34ee7e08-9c34-40f6-bfc3-bc1f739bc372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:20.221173 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-34ee7e08-9c34-40f6-bfc3-bc1f739bc372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:20.222304 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-34ee7e08-9c34-40f6-bfc3-bc1f739bc372 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5ceea8e3-b91b-401d-9ed2-1b78b477d88b HTTP/1.1" status: 204 len: 168 time: 0.1285295 Oct 14 18:05:20.230062 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee7e08-9c34-40f6-bfc3-bc1f739bc372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ceea8e3-b91b-401d-9ed2-1b78b477d88b,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:20.487395 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 54386) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:20.501507 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-b5e1fca4-6e77-4b00-91b5-2719c56aa524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:20.576604 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-b5e1fca4-6e77-4b00-91b5-2719c56aa524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:20.580399 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-b5e1fca4-6e77-4b00-91b5-2719c56aa524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:20.617636 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-b5e1fca4-6e77-4b00-91b5-2719c56aa524 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b8f6793a216483e9e0ae4d4d680bcda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1287782 Oct 14 18:05:20.618487 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1fca4-6e77-4b00-91b5-2719c56aa524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee15dca1-6754-4d9c-862e-21ee25f02668,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:20.620830 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54388) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:20.669479 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00eaa258-fd50-4d03-b593-ab38e86b0a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:20.689700 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00eaa258-fd50-4d03-b593-ab38e86b0a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:20.733628 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00eaa258-fd50-4d03-b593-ab38e86b0a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:20.736240 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-00eaa258-fd50-4d03-b593-ab38e86b0a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:20.737339 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-00eaa258-fd50-4d03-b593-ab38e86b0a98 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee15dca1-6754-4d9c-862e-21ee25f02668 HTTP/1.1" status: 204 len: 168 time: 0.1143806 Oct 14 18:05:20.745995 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eaa258-fd50-4d03-b593-ab38e86b0a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee15dca1-6754-4d9c-862e-21ee25f02668,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:22.115523 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0c66f-f550-4de2-b9d7-815e6f693450 req-6bb7f312-a3d7-4e40-98d7-3149bf80a580 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:22.117077 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1ee0c66f-f550-4de2-b9d7-815e6f693450 req-6bb7f312-a3d7-4e40-98d7-3149bf80a580 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0505857 Oct 14 18:05:22.155758 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1ee0c66f-f550-4de2-b9d7-815e6f693450 req-aa11d885-44e8-4822-830d-48256290d158 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320153 Oct 14 18:05:23.275150 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73244873-276a-49a0-9cce-cdefcbb49326 req-55abfe09-9c8d-4e30-9778-e3a861564bf1 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:23.276725 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-73244873-276a-49a0-9cce-cdefcbb49326 req-55abfe09-9c8d-4e30-9778-e3a861564bf1 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0530603 Oct 14 18:05:23.314023 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-73244873-276a-49a0-9cce-cdefcbb49326 req-a8663fa2-7f78-450b-a224-539af949520f tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315266 Oct 14 18:05:24.081337 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f55478-5d9a-48ae-a47b-26087c19f0f8 req-a1202de4-4f86-4b80-b8a8-8e881ecba0e4 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:24.082661 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-86f55478-5d9a-48ae-a47b-26087c19f0f8 req-a1202de4-4f86-4b80-b8a8-8e881ecba0e4 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0464525 Oct 14 18:05:24.169256 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-86f55478-5d9a-48ae-a47b-26087c19f0f8 req-97d5ed4c-51c7-4a53-94be-8010513b518a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Deleting port bd21c5c6-40d0-4af5-8463-26c11112c492 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:05:24.169588 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-86f55478-5d9a-48ae-a47b-26087c19f0f8 req-97d5ed4c-51c7-4a53-94be-8010513b518a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:24.264289 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-86f55478-5d9a-48ae-a47b-26087c19f0f8 req-97d5ed4c-51c7-4a53-94be-8010513b518a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] For port bd21c5c6-40d0-4af5-8463-26c11112c492, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=bd21c5c6-40d0-4af5-8463-26c11112c492,segment=NetworkSegment(52ac0125-356a-4259-94e8-0d806eb069a1),segment_id=52ac0125-356a-4259-94e8-0d806eb069a1)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:24.264647 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-86f55478-5d9a-48ae-a47b-26087c19f0f8 req-97d5ed4c-51c7-4a53-94be-8010513b518a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:24.467968 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-86f55478-5d9a-48ae-a47b-26087c19f0f8 req-97d5ed4c-51c7-4a53-94be-8010513b518a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:24.468635 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-86f55478-5d9a-48ae-a47b-26087c19f0f8 req-97d5ed4c-51c7-4a53-94be-8010513b518a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3789850'] for floatingip, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:24.468635 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.l3_db [req-86f55478-5d9a-48ae-a47b-26087c19f0f8 req-97d5ed4c-51c7-4a53-94be-8010513b518a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Floating IP 870a0e92-2c1c-4c0b-8428-e9b9bc3d3262 disassociated. External IP: 172.27.3.193, port: bd21c5c6-40d0-4af5-8463-26c11112c492. Oct 14 18:05:24.468954 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-86f55478-5d9a-48ae-a47b-26087c19f0f8 req-97d5ed4c-51c7-4a53-94be-8010513b518a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Calling delete_port for bd21c5c6-40d0-4af5-8463-26c11112c492 owned by compute:nova {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:05:24.483231 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f92973-d34b-4b83-a4b5-4d274c85882b req-a06b4e4f-1168-473e-a888-9658107f0c6c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:24.484675 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b4f92973-d34b-4b83-a4b5-4d274c85882b req-a06b4e4f-1168-473e-a888-9658107f0c6c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b3fdbeb-6b94-46c5-be15-3ebda28fd756 HTTP/1.1" status: 200 len: 945 time: 0.0993361 Oct 14 18:05:24.570716 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b4f92973-d34b-4b83-a4b5-4d274c85882b req-355680df-b55a-4b0b-a2aa-c05561d0c53f tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d57696a-e817-4840-8c08-c66022a46302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794647 Oct 14 18:05:24.640035 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-86f55478-5d9a-48ae-a47b-26087c19f0f8 req-97d5ed4c-51c7-4a53-94be-8010513b518a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:24.670776 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5ed4c-51c7-4a53-94be-8010513b518a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Pushing event deleted for resources: {'Port': ['ID=bd21c5c6-40d0-4af5-8463-26c11112c492,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:24.785531 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86f55478-5d9a-48ae-a47b-26087c19f0f8 req-97d5ed4c-51c7-4a53-94be-8010513b518a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Router b7293706-4bc3-443e-b6ef-4bad6797855a has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:05:24.890010 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86f55478-5d9a-48ae-a47b-26087c19f0f8 req-97d5ed4c-51c7-4a53-94be-8010513b518a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:05:24.899481 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0810caea-c3b0-4963-b680-404e0d89b344 None None] Sync routers for ids ['b7293706-4bc3-443e-b6ef-4bad6797855a'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:05:24.918156 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0810caea-c3b0-4963-b680-404e0d89b344 None None] Routers {'b7293706-4bc3-443e-b6ef-4bad6797855a'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:05:24.918834 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-0810caea-c3b0-4963-b680-404e0d89b344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:05:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['b7293706-4bc3-443e-b6ef-4bad6797855a'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:24.935468 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f55478-5d9a-48ae-a47b-26087c19f0f8 req-97d5ed4c-51c7-4a53-94be-8010513b518a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] No DVR routers for this DVR port bd21c5c6-40d0-4af5-8463-26c11112c492 on host hv-cinder-81393 {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:05:24.937995 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-86f55478-5d9a-48ae-a47b-26087c19f0f8 req-97d5ed4c-51c7-4a53-94be-8010513b518a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:24.941353 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-86f55478-5d9a-48ae-a47b-26087c19f0f8 req-97d5ed4c-51c7-4a53-94be-8010513b518a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.32 "DELETE /v2.0/ports/bd21c5c6-40d0-4af5-8463-26c11112c492 HTTP/1.1" status: 204 len: 173 time: 0.8525376 Oct 14 18:05:24.941730 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3fdbeb-6b94-46c5-be15-3ebda28fd756', 'name': 'network-vif-deleted', 'tag': 'bd21c5c6-40d0-4af5-8463-26c11112c492'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:05:24.944019 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74228ae5-9674-4bfc-815c-bca10c164abb" -d '{"events": [{"server_uuid": "1b3fdbeb-6b94-46c5-be15-3ebda28fd756", "name": "network-vif-deleted", "tag": "bd21c5c6-40d0-4af5-8463-26c11112c492"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:05:24.979800 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69cff22-f151-4d14-8836-69a9563f85f4 x-openstack-request-id: req-f69cff22-f151-4d14-8836-69a9563f85f4 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:05:24.980071 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3fdbeb-6b94-46c5-be15-3ebda28fd756", "name": "network-vif-deleted", "tag": "bd21c5c6-40d0-4af5-8463-26c11112c492", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:05:24.980348 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f69cff22-f151-4d14-8836-69a9563f85f4 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:05:24.980745 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3fdbeb-6b94-46c5-be15-3ebda28fd756', 'name': 'network-vif-deleted', 'tag': 'bd21c5c6-40d0-4af5-8463-26c11112c492', 'status': 'completed', 'code': 200} Oct 14 18:05:25.031954 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-0810caea-c3b0-4963-b680-404e0d89b344 None None] Set router b7293706-4bc3-443e-b6ef-4bad6797855a gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:05:25.234864 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-0810caea-c3b0-4963-b680-404e0d89b344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'name': 'tempest-AttachVolumeTestJSON-1526018621-router', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:31Z', 'updated_at': '2021-10-14T18:00:37Z', 'revision_number': 4, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'gw_port': {'id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:32Z', 'updated_at': '2021-10-14T18:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '43528949-13ac-4515-993e-a8d3e951a4f6', 'name': '', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'mac_address': 'fa:16:3e:10:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:35Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 5, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'subnets': [{'id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:25.264674 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0810caea-c3b0-4963-b680-404e0d89b344 None None] Checking router: b7293706-4bc3-443e-b6ef-4bad6797855a for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:05:25.274911 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0810caea-c3b0-4963-b680-404e0d89b344 None None] Routers {'b7293706-4bc3-443e-b6ef-4bad6797855a'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:05:25.275549 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-0810caea-c3b0-4963-b680-404e0d89b344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:05:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['b7293706-4bc3-443e-b6ef-4bad6797855a'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:25.384055 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-0810caea-c3b0-4963-b680-404e0d89b344 None None] Set router b7293706-4bc3-443e-b6ef-4bad6797855a gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:05:25.578112 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-0810caea-c3b0-4963-b680-404e0d89b344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'name': 'tempest-AttachVolumeTestJSON-1526018621-router', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:31Z', 'updated_at': '2021-10-14T18:00:37Z', 'revision_number': 4, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'gw_port': {'id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:32Z', 'updated_at': '2021-10-14T18:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '43528949-13ac-4515-993e-a8d3e951a4f6', 'name': '', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'mac_address': 'fa:16:3e:10:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:35Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 5, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'subnets': [{'id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:25.603312 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0810caea-c3b0-4963-b680-404e0d89b344 None None] The sync data for ids ['b7293706-4bc3-443e-b6ef-4bad6797855a'] in dv-cinder-813936-1-iscsi is: [{'id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'name': 'tempest-AttachVolumeTestJSON-1526018621-router', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:31Z', 'updated_at': '2021-10-14T18:00:37Z', 'revision_number': 4, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'gw_port': {'id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:32Z', 'updated_at': '2021-10-14T18:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '43528949-13ac-4515-993e-a8d3e951a4f6', 'name': '', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'mac_address': 'fa:16:3e:10:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:35Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 5, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'subnets': [{'id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:05:25.660676 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54504) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:25.716315 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d4627d4e-1dee-4e10-9f37-a2405c797dcb tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:25.741442 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d4627d4e-1dee-4e10-9f37-a2405c797dcb tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:25.793883 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d4627d4e-1dee-4e10-9f37-a2405c797dcb tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:25.797226 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d4627d4e-1dee-4e10-9f37-a2405c797dcb tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:25.801297 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-d4627d4e-1dee-4e10-9f37-a2405c797dcb tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "DELETE /v2.0/security-groups/7d57696a-e817-4840-8c08-c66022a46302 HTTP/1.1" status: 204 len: 168 time: 0.1368043 Oct 14 18:05:25.801888 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 54508) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:25.809388 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4627d4e-1dee-4e10-9f37-a2405c797dcb tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d57696a-e817-4840-8c08-c66022a46302,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:25.824315 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.api.v2.resource [None req-78f1268b-4b7c-4553-988b-df49c3cfa0ed tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] show failed (client error): The resource could not be found. Oct 14 18:05:25.825420 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-78f1268b-4b7c-4553-988b-df49c3cfa0ed tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups/7d57696a-e817-4840-8c08-c66022a46302 HTTP/1.1" status: 404 len: 347 time: 0.0215299 Oct 14 18:05:25.829736 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54510) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:25.863569 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d319949-36e2-4467-96ca-004497cb7aa2 None None] New status for floating IP 870a0e92-2c1c-4c0b-8428-e9b9bc3d3262: DOWN {{(pid=99721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 18:05:25.954871 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-34595790-37b1-4bcf-8a3f-945fe82989e1 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Deleting port f8044474-ab3c-4b2e-b9e9-5ced1d61f86f {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:05:25.955211 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-34595790-37b1-4bcf-8a3f-945fe82989e1 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:26.046348 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-34595790-37b1-4bcf-8a3f-945fe82989e1 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:26.046676 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-34595790-37b1-4bcf-8a3f-945fe82989e1 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:26.058512 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-34595790-37b1-4bcf-8a3f-945fe82989e1 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Calling delete_port for f8044474-ab3c-4b2e-b9e9-5ced1d61f86f owned by network:floatingip {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:05:26.192121 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-34595790-37b1-4bcf-8a3f-945fe82989e1 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:26.218541 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34595790-37b1-4bcf-8a3f-945fe82989e1 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Pushing event deleted for resources: {'Port': ['ID=f8044474-ab3c-4b2e-b9e9-5ced1d61f86f,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:26.278964 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-34595790-37b1-4bcf-8a3f-945fe82989e1 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for floatingip, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:26.281559 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-34595790-37b1-4bcf-8a3f-945fe82989e1 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for floatingip, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:26.282692 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-34595790-37b1-4bcf-8a3f-945fe82989e1 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "DELETE /v2.0/floatingips/870a0e92-2c1c-4c0b-8428-e9b9bc3d3262 HTTP/1.1" status: 204 len: 168 time: 0.4519310 Oct 14 18:05:26.544344 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54516) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:26.548857 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-a6f915f2-6154-49ea-a334-4fe41945024a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--991470480', 'description': 'tempest-description--1102289085'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:05:26.570630 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a6f915f2-6154-49ea-a334-4fe41945024a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:26.634248 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a6f915f2-6154-49ea-a334-4fe41945024a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:26.637556 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a6f915f2-6154-49ea-a334-4fe41945024a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:26.666120 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a6f915f2-6154-49ea-a334-4fe41945024a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:26.668010 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-a6f915f2-6154-49ea-a334-4fe41945024a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1226106 Oct 14 18:05:26.670942 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54518) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:26.675401 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-423a51c2-0f85-4361-8651-9b6eef306ec2 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Request body: {'security_group_rule': {'security_group_id': 'b0a5ae31-310b-425a-bf73-ca338afc75ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:05:26.683716 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f915f2-6154-49ea-a334-4fe41945024a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a5ae31-310b-425a-bf73-ca338afc75ed,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:26.707622 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-423a51c2-0f85-4361-8651-9b6eef306ec2 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:26.769022 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-423a51c2-0f85-4361-8651-9b6eef306ec2 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:26.772365 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-423a51c2-0f85-4361-8651-9b6eef306ec2 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:26.789342 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a51c2-0f85-4361-8651-9b6eef306ec2 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571ddbb3-ed52-4ec0-aef1-e2c0b30b5b9d,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:26.796153 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-423a51c2-0f85-4361-8651-9b6eef306ec2 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:26.798669 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-423a51c2-0f85-4361-8651-9b6eef306ec2 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254609 Oct 14 18:05:26.800006 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54522) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:26.804558 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-cc68c0e5-d7ff-4602-b592-c53d2cf41fcc tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Request body: {'security_group_rule': {'security_group_id': 'b0a5ae31-310b-425a-bf73-ca338afc75ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:05:26.837052 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-cc68c0e5-d7ff-4602-b592-c53d2cf41fcc tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:26.896660 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-cc68c0e5-d7ff-4602-b592-c53d2cf41fcc tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:26.900475 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-cc68c0e5-d7ff-4602-b592-c53d2cf41fcc tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:26.918799 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68c0e5-d7ff-4602-b592-c53d2cf41fcc tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24e11cc-aa6a-4982-b19d-d227d9558e45,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:26.923587 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-cc68c0e5-d7ff-4602-b592-c53d2cf41fcc tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:26.927842 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-cc68c0e5-d7ff-4602-b592-c53d2cf41fcc tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236339 Oct 14 18:05:26.927842 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54524) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:26.931887 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-aca9163b-189d-4f94-99fa-d744611c4786 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Request body: {'floatingip': {'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:05:26.953248 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-aca9163b-189d-4f94-99fa-d744611c4786 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for floatingip, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:27.054519 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-aca9163b-189d-4f94-99fa-d744611c4786 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:27.156393 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [None req-aca9163b-189d-4f94-99fa-d744611c4786 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Allocated IP 172.27.3.182 (d72eea9d-773f-4ba1-af60-02bc446a2bfb/b0081548-82f4-4db0-bd72-f0077bc2ab2a/bbd40b65-22e8-4720-99a2-f721bf0550da) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:05:27.266602 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-aca9163b-189d-4f94-99fa-d744611c4786 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:27.299665 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-aca9163b-189d-4f94-99fa-d744611c4786 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:27.334722 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca9163b-189d-4f94-99fa-d744611c4786 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Network d72eea9d-773f-4ba1-af60-02bc446a2bfb is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:05:27.338433 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-aca9163b-189d-4f94-99fa-d744611c4786 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:05:27.343499 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca9163b-189d-4f94-99fa-d744611c4786 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:05:27.372359 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9163b-189d-4f94-99fa-d744611c4786 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Pushing event updated for resources: {'Port': ['ID=bbd40b65-22e8-4720-99a2-f721bf0550da,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:27.435140 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-aca9163b-189d-4f94-99fa-d744611c4786 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:27.467305 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-aca9163b-189d-4f94-99fa-d744611c4786 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:27.614401 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-aca9163b-189d-4f94-99fa-d744611c4786 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:27.619038 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-aca9163b-189d-4f94-99fa-d744611c4786 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:27.688461 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9163b-189d-4f94-99fa-d744611c4786 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Pushing event updated for resources: {'Port': ['ID=bbd40b65-22e8-4720-99a2-f721bf0550da,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:27.700068 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-aca9163b-189d-4f94-99fa-d744611c4786 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3789850'] for floatingip, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:27.714676 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-aca9163b-189d-4f94-99fa-d744611c4786 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for floatingip, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:27.719862 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-aca9163b-189d-4f94-99fa-d744611c4786 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7872698 Oct 14 18:05:27.911738 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-d2b4c6d6-5839-40d4-95e0-ad0c29ebb6be tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--991470480&fields=id&tenant_id=9286435440ed4572b505e029abbfe5fe HTTP/1.1" status: 200 len: 267 time: 0.0496593 Oct 14 18:05:28.023365 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-c7e17085-d267-41cf-8f16-b90b7c6755c0 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:28.024801 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-c7e17085-d267-41cf-8f16-b90b7c6755c0 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/networks?id=83910de2-b586-4465-84e9-9f9658b647e4 HTTP/1.1" status: 200 len: 811 time: 0.1062548 Oct 14 18:05:28.040533 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-ad815c5c-efd2-4ad1-a10f-2bc17623f31a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/quotas/9286435440ed4572b505e029abbfe5fe HTTP/1.1" status: 200 len: 375 time: 0.0093393 Oct 14 18:05:28.085055 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device bd21c5c6-40d0-4af5-8463-26c11112c492 no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:05:28.094654 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-c85c9811-f991-4628-9206-b43ae11b0fbb tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9286435440ed4572b505e029abbfe5fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480444 Oct 14 18:05:28.108111 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] No Port match for: bd21c5c6-40d0-4af5-8463-26c11112c492 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:05:28.108451 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device bd21c5c6-40d0-4af5-8463-26c11112c492 not bound to the agent host hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:05:28.187562 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-51a268ab-4763-4ef5-b76a-d61cb8e9cedb service neutron] 10.222.0.49 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814414 Oct 14 18:05:28.280398 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-c0303509-4452-4ea4-9b97-580f185a59c8 service neutron] 10.222.0.49 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863969 Oct 14 18:05:28.447126 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-76d6e4b9-90c8-435f-b6cd-e7eaab2f295d req-a29ac5b1-7103-4e6f-94ca-2f6e4bc63ff1 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=af1d2748-9068-462c-934b-812225c2a28f HTTP/1.1" status: 200 len: 210 time: 0.0338995 Oct 14 18:05:29.370095 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-7aa00ad9-e420-41fd-9865-72a9bd679e7e tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:29.371541 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-7aa00ad9-e420-41fd-9865-72a9bd679e7e tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.32 "GET /v2.0/networks?id=83910de2-b586-4465-84e9-9f9658b647e4 HTTP/1.1" status: 200 len: 811 time: 0.1107261 Oct 14 18:05:29.416623 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-a8f7b845-2a8e-4969-aebb-403b9d6d62c9 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9286435440ed4572b505e029abbfe5fe HTTP/1.1" status: 200 len: 379 time: 0.0353448 Oct 14 18:05:29.426702 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-87affa62-9a12-4cbf-8817-6997a049d903 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Request body: {'port': {'device_id': 'af1d2748-9068-462c-934b-812225c2a28f', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'admin_state_up': True, 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'security_groups': ['b0a5ae31-310b-425a-bf73-ca338afc75ed']}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:05:29.541048 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-87affa62-9a12-4cbf-8817-6997a049d903 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Made reservation on behalf of 9286435440ed4572b505e029abbfe5fe for: {'port': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:05:29.541440 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-1d2ded87-332c-479a-929e-f94ff2c5ea3d req-25caa213-f9bd-42b1-bf5d-3ee21c02c2bd tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=af1d2748-9068-462c-934b-812225c2a28f HTTP/1.1" status: 200 len: 210 time: 0.0265820 Oct 14 18:05:29.545082 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-87affa62-9a12-4cbf-8817-6997a049d903 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:29.667674 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-87affa62-9a12-4cbf-8817-6997a049d903 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Allocated IP 172.20.0.7 (83910de2-b586-4465-84e9-9f9658b647e4/3fc86992-e555-42d7-8e1e-82fdc67616bb/9061fd3e-983a-4662-9b3f-7720fd51e386) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:05:29.800066 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-87affa62-9a12-4cbf-8817-6997a049d903 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:29.834424 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-87affa62-9a12-4cbf-8817-6997a049d903 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:29.875462 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-87affa62-9a12-4cbf-8817-6997a049d903 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Network 83910de2-b586-4465-84e9-9f9658b647e4 is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:05:29.878428 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-87affa62-9a12-4cbf-8817-6997a049d903 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:05:29.881938 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-87affa62-9a12-4cbf-8817-6997a049d903 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:05:29.897700 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87affa62-9a12-4cbf-8817-6997a049d903 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Pushing event updated for resources: {'Port': ['ID=9061fd3e-983a-4662-9b3f-7720fd51e386,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:29.947222 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-87affa62-9a12-4cbf-8817-6997a049d903 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:29.947840 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-87affa62-9a12-4cbf-8817-6997a049d903 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:29.964089 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-87affa62-9a12-4cbf-8817-6997a049d903 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5411053 Oct 14 18:05:29.977121 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] Request body: {'port': {'device_id': 'af1d2748-9068-462c-934b-812225c2a28f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81393'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:05:30.040058 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:30.107138 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-e1d69914-935b-4b6c-a346-dc904aaf9654 None None] Provisioning complete for port 9061fd3e-983a-4662-9b3f-7720fd51e386 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:05:30.107750 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e1d69914-935b-4b6c-a346-dc904aaf9654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:30.140691 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-e1d69914-935b-4b6c-a346-dc904aaf9654 None None] Port 9061fd3e-983a-4662-9b3f-7720fd51e386 cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:05:30.317143 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9061fd3e-983a-4662-9b3f-7720fd51e386 {{(pid=99719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:05:30.324969 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:30.337164 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.provisioning_blocks [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] Transition to ACTIVE for port object 9061fd3e-983a-4662-9b3f-7720fd51e386 will not be triggered until provisioned by entity L2. {{(pid=99719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 18:05:30.351390 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:30.403240 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] Pushing event updated for resources: {'Port': ['ID=9061fd3e-983a-4662-9b3f-7720fd51e386,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:30.473042 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] Attempting to bind port 9061fd3e-983a-4662-9b3f-7720fd51e386 on host hv-cinder-81393 for vnic_type normal with profile {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:05:30.473377 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] Attempting to bind port 9061fd3e-983a-4662-9b3f-7720fd51e386 by drivers openvswitch,hyperv on host hv-cinder-81393 at level 0 using segments [{'id': '52ac0125-356a-4259-94e8-0d806eb069a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4'}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:05:30.473706 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] Attempting to bind port 9061fd3e-983a-4662-9b3f-7720fd51e386 on network 83910de2-b586-4465-84e9-9f9658b647e4 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:05:30.478097 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] Port 9061fd3e-983a-4662-9b3f-7720fd51e386 on network 83910de2-b586-4465-84e9-9f9658b647e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81393 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 18:05:30.478414 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] Attempting to bind port 9061fd3e-983a-4662-9b3f-7720fd51e386 on network 83910de2-b586-4465-84e9-9f9658b647e4 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:05:30.483469 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] Checking agent: {'id': '26c515f5-fc83-44a3-9c50-84c881af0873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81393', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'started_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:05:30.483798 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] Checking segment: {'id': '52ac0125-356a-4259-94e8-0d806eb069a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:05:30.484176 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] Bound using segment: {'id': '52ac0125-356a-4259-94e8-0d806eb069a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4'} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:05:30.484594 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] Bound port: 9061fd3e-983a-4662-9b3f-7720fd51e386, host: hv-cinder-81393, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ac0125-356a-4259-94e8-0d806eb069a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4'}}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:05:30.484973 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:30.554938 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] For port 9061fd3e-983a-4662-9b3f-7720fd51e386, host hv-cinder-81393, cleared binding levels {{(pid=99719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:05:30.557924 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] For port 9061fd3e-983a-4662-9b3f-7720fd51e386, host hv-cinder-81393, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=9061fd3e-983a-4662-9b3f-7720fd51e386,segment=NetworkSegment(52ac0125-356a-4259-94e8-0d806eb069a1),segment_id=52ac0125-356a-4259-94e8-0d806eb069a1)] {{(pid=99719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:05:30.563850 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:30.596029 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:30.597034 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:30.598516 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] 10.222.0.32 "PUT /v2.0/ports/9061fd3e-983a-4662-9b3f-7720fd51e386 HTTP/1.1" status: 200 len: 1093 time: 0.6257687 Oct 14 18:05:30.600777 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1d2748-9068-462c-934b-812225c2a28f', 'tag': '9061fd3e-983a-4662-9b3f-7720fd51e386'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:05:30.604279 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3727b443-e44e-4117-94fb-1c15b51894dd" -d '{"events": [{"name": "network-changed", "server_uuid": "af1d2748-9068-462c-934b-812225c2a28f", "tag": "9061fd3e-983a-4662-9b3f-7720fd51e386"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:05:30.653200 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70604471-cdd2-433d-9fc2-0e42080c4780 service neutron] Pushing event updated for resources: {'Port': ['ID=9061fd3e-983a-4662-9b3f-7720fd51e386,revision_number=3']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:30.672497 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b1f78b-daa1-4f0b-8aac-fcaae1ad8dc3 x-openstack-request-id: req-95b1f78b-daa1-4f0b-8aac-fcaae1ad8dc3 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:05:30.672787 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1d2748-9068-462c-934b-812225c2a28f", "tag": "9061fd3e-983a-4662-9b3f-7720fd51e386", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:05:30.673059 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95b1f78b-daa1-4f0b-8aac-fcaae1ad8dc3 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:05:30.673452 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1d2748-9068-462c-934b-812225c2a28f', 'tag': '9061fd3e-983a-4662-9b3f-7720fd51e386', 'status': 'completed', 'code': 200} Oct 14 18:05:30.685794 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec29a3-0f66-4f54-97af-06cf43f0c86c req-93eeb6fe-4e1c-4ded-9527-3e6f06c98d0c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:30.687379 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-b4ec29a3-0f66-4f54-97af-06cf43f0c86c req-93eeb6fe-4e1c-4ded-9527-3e6f06c98d0c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=af1d2748-9068-462c-934b-812225c2a28f HTTP/1.1" status: 200 len: 943 time: 0.0788925 Oct 14 18:05:30.691212 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-a54c7b3c-51d4-41d0-893e-9a8256537988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:30.692797 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-a54c7b3c-51d4-41d0-893e-9a8256537988 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9286435440ed4572b505e029abbfe5fe&device_id=af1d2748-9068-462c-934b-812225c2a28f HTTP/1.1" status: 200 len: 1096 time: 0.0511105 Oct 14 18:05:30.736452 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-b4ec29a3-0f66-4f54-97af-06cf43f0c86c req-f838ea6d-401d-4830-a9d6-164bf05934fd tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0a5ae31-310b-425a-bf73-ca338afc75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418422 Oct 14 18:05:30.742561 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-a4c31899-9377-414a-b961-e0ebedf94487 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9061fd3e-983a-4662-9b3f-7720fd51e386 HTTP/1.1" status: 200 len: 217 time: 0.0379105 Oct 14 18:05:30.797539 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-075840ea-bea6-4c92-b1e0-d87d342c97dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:30.799073 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-075840ea-bea6-4c92-b1e0-d87d342c97dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3fc86992-e555-42d7-8e1e-82fdc67616bb HTTP/1.1" status: 200 len: 850 time: 0.0480421 Oct 14 18:05:30.843977 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-a00484fd-d7d5-4f1c-afc9-1388e70b092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:30.845431 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-a00484fd-d7d5-4f1c-afc9-1388e70b092e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83910de2-b586-4465-84e9-9f9658b647e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388103 Oct 14 18:05:30.946303 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-1a517684-8ba8-4c2d-8e4b-70e305ac238f service neutron] 10.222.0.32 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934658 Oct 14 18:05:31.035803 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1af1f5e8-42c8-46ce-b173-04a0b82115d9 req-a7ad3179-f76b-490c-8e6d-98840dea1de4 service neutron] 10.222.0.32 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794168 Oct 14 18:05:31.123674 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727b443-e44e-4117-94fb-1c15b51894dd req-53f9ba1c-d132-4196-9802-f7786fb7aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:31.125035 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3727b443-e44e-4117-94fb-1c15b51894dd req-53f9ba1c-d132-4196-9802-f7786fb7aea9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9286435440ed4572b505e029abbfe5fe&device_id=af1d2748-9068-462c-934b-812225c2a28f HTTP/1.1" status: 200 len: 1096 time: 0.0397210 Oct 14 18:05:31.216331 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727b443-e44e-4117-94fb-1c15b51894dd req-1d42f055-3d2f-4b55-9431-cee966fa5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:31.217798 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3727b443-e44e-4117-94fb-1c15b51894dd req-1d42f055-3d2f-4b55-9431-cee966fa5755 service neutron] 10.222.0.32 "GET /v2.0/networks?id=83910de2-b586-4465-84e9-9f9658b647e4 HTTP/1.1" status: 200 len: 912 time: 0.0852401 Oct 14 18:05:31.257743 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3727b443-e44e-4117-94fb-1c15b51894dd req-e97ded7d-bd61-46dd-bafc-641dc9be3034 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9061fd3e-983a-4662-9b3f-7720fd51e386 HTTP/1.1" status: 200 len: 217 time: 0.0320568 Oct 14 18:05:31.311622 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727b443-e44e-4117-94fb-1c15b51894dd req-ebd775ba-5a8b-480f-933a-78dc4c202354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:31.313083 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3727b443-e44e-4117-94fb-1c15b51894dd req-ebd775ba-5a8b-480f-933a-78dc4c202354 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3fc86992-e555-42d7-8e1e-82fdc67616bb HTTP/1.1" status: 200 len: 850 time: 0.0441694 Oct 14 18:05:31.373855 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727b443-e44e-4117-94fb-1c15b51894dd req-ee86ce70-e554-4fff-a2ee-2c56c982881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:31.375252 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3727b443-e44e-4117-94fb-1c15b51894dd req-ee86ce70-e554-4fff-a2ee-2c56c982881a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83910de2-b586-4465-84e9-9f9658b647e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421751 Oct 14 18:05:31.464078 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3727b443-e44e-4117-94fb-1c15b51894dd req-87a5b5b5-405e-448e-8d74-f860cf5375da service neutron] 10.222.0.32 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797911 Oct 14 18:05:31.558389 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3727b443-e44e-4117-94fb-1c15b51894dd req-886e0fd7-b616-47b1-b690-f403d18cbc9b service neutron] 10.222.0.32 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849373 Oct 14 18:05:31.859049 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9baabc-3e92-4050-a0ba-c96c96e312a0 req-da91b41b-216c-49cc-a8d9-0ab641eed04c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:31.860491 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4b9baabc-3e92-4050-a0ba-c96c96e312a0 req-da91b41b-216c-49cc-a8d9-0ab641eed04c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=af1d2748-9068-462c-934b-812225c2a28f HTTP/1.1" status: 200 len: 943 time: 0.0501847 Oct 14 18:05:31.900604 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4b9baabc-3e92-4050-a0ba-c96c96e312a0 req-475c032d-4fe2-437e-a820-d92e9ecf2be9 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0a5ae31-310b-425a-bf73-ca338afc75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340965 Oct 14 18:05:33.034948 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e6da6-5078-43ea-b6e2-320857661692 req-655f9e00-32f0-4185-a387-c84caaabf0a2 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:33.036365 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-438e6da6-5078-43ea-b6e2-320857661692 req-655f9e00-32f0-4185-a387-c84caaabf0a2 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=af1d2748-9068-462c-934b-812225c2a28f HTTP/1.1" status: 200 len: 943 time: 0.0524662 Oct 14 18:05:33.072393 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-438e6da6-5078-43ea-b6e2-320857661692 req-e31ab966-352a-4f47-ab36-15933169aed2 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0a5ae31-310b-425a-bf73-ca338afc75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301604 Oct 14 18:05:34.111157 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 9061fd3e-983a-4662-9b3f-7720fd51e386 details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:05:34.185068 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa11709-43ad-41e1-bdd0-7ade48324397 req-66aa8604-3b12-4da3-84a8-9941cb387aee tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:34.186427 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0aa11709-43ad-41e1-bdd0-7ade48324397 req-66aa8604-3b12-4da3-84a8-9941cb387aee tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=af1d2748-9068-462c-934b-812225c2a28f HTTP/1.1" status: 200 len: 943 time: 0.0473824 Oct 14 18:05:34.203282 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 9061fd3e-983a-4662-9b3f-7720fd51e386, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=9061fd3e-983a-4662-9b3f-7720fd51e386,segment=NetworkSegment(52ac0125-356a-4259-94e8-0d806eb069a1),segment_id=52ac0125-356a-4259-94e8-0d806eb069a1)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:34.214993 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': '9061fd3e-983a-4662-9b3f-7720fd51e386', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'port_id': '9061fd3e-983a-4662-9b3f-7720fd51e386', 'mac_address': 'fa:16:3e:41:96:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:05:34.223584 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0aa11709-43ad-41e1-bdd0-7ade48324397 req-72ea8e31-3c8d-4955-9407-573549d0eb06 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0a5ae31-310b-425a-bf73-ca338afc75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312765 Oct 14 18:05:34.253953 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:34.271170 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9061fd3e-983a-4662-9b3f-7720fd51e386 {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:05:34.290492 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 9061fd3e-983a-4662-9b3f-7720fd51e386, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=9061fd3e-983a-4662-9b3f-7720fd51e386,segment=NetworkSegment(52ac0125-356a-4259-94e8-0d806eb069a1),segment_id=52ac0125-356a-4259-94e8-0d806eb069a1)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:34.294186 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:34.341082 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=9061fd3e-983a-4662-9b3f-7720fd51e386,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:34.539354 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['9061fd3e-983a-4662-9b3f-7720fd51e386'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:05:35.333503 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd164e73-e1af-4ad0-8fd9-1751abb44213 req-e6761a4f-9b66-4ad8-8fad-c0604c0b6700 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:35.334940 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-dd164e73-e1af-4ad0-8fd9-1751abb44213 req-e6761a4f-9b66-4ad8-8fad-c0604c0b6700 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=af1d2748-9068-462c-934b-812225c2a28f HTTP/1.1" status: 200 len: 944 time: 0.0471594 Oct 14 18:05:35.371994 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-dd164e73-e1af-4ad0-8fd9-1751abb44213 req-bac95d7a-b786-4e03-bce6-3e3ee1387e6c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0a5ae31-310b-425a-bf73-ca338afc75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306432 Oct 14 18:05:36.126340 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 9061fd3e-983a-4662-9b3f-7720fd51e386 up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:05:36.174829 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning for port 9061fd3e-983a-4662-9b3f-7720fd51e386 completed by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 18:05:36.179806 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port 9061fd3e-983a-4662-9b3f-7720fd51e386 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:05:36.180184 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:36.253208 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:36.279159 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1d2748-9068-462c-934b-812225c2a28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9061fd3e-983a-4662-9b3f-7720fd51e386'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:05:36.281398 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a42cad-6812-479a-8306-2d4e0d66c997" -d '{"events": [{"server_uuid": "af1d2748-9068-462c-934b-812225c2a28f", "name": "network-vif-plugged", "status": "completed", "tag": "9061fd3e-983a-4662-9b3f-7720fd51e386"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:05:36.294203 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 9061fd3e-983a-4662-9b3f-7720fd51e386, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=9061fd3e-983a-4662-9b3f-7720fd51e386,segment=NetworkSegment(52ac0125-356a-4259-94e8-0d806eb069a1),segment_id=52ac0125-356a-4259-94e8-0d806eb069a1)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:05:36.298826 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:36.324860 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac692375-6f47-4e90-a54d-cbe160b54d9d x-openstack-request-id: req-ac692375-6f47-4e90-a54d-cbe160b54d9d {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:05:36.325232 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1d2748-9068-462c-934b-812225c2a28f", "name": "network-vif-plugged", "status": "completed", "tag": "9061fd3e-983a-4662-9b3f-7720fd51e386", "code": 200}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:05:36.325486 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ac692375-6f47-4e90-a54d-cbe160b54d9d {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:05:36.325863 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1d2748-9068-462c-934b-812225c2a28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9061fd3e-983a-4662-9b3f-7720fd51e386', 'code': 200} Oct 14 18:05:36.361504 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=9061fd3e-983a-4662-9b3f-7720fd51e386,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:36.515383 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2d8f2-9798-4a9f-8463-8ef46d44e635 req-6e2b5397-3098-4494-8125-86fa658d9491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:36.516950 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f6b2d8f2-9798-4a9f-8463-8ef46d44e635 req-6e2b5397-3098-4494-8125-86fa658d9491 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=af1d2748-9068-462c-934b-812225c2a28f HTTP/1.1" status: 200 len: 1098 time: 0.0418994 Oct 14 18:05:36.553885 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f6b2d8f2-9798-4a9f-8463-8ef46d44e635 req-e52ad564-41cb-492f-968b-7d4f9f1b9743 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b0a5ae31-310b-425a-bf73-ca338afc75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274971 Oct 14 18:05:36.642438 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a98e6-a026-40f3-8208-110bf44c7af5 req-00da2a6c-fa2e-4ef8-8975-857bc947defe tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:36.643904 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6d8a98e6-a026-40f3-8208-110bf44c7af5 req-00da2a6c-fa2e-4ef8-8975-857bc947defe tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=af1d2748-9068-462c-934b-812225c2a28f HTTP/1.1" status: 200 len: 945 time: 0.2016943 Oct 14 18:05:36.682696 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6d8a98e6-a026-40f3-8208-110bf44c7af5 req-5537b5f2-3e78-41f2-ac49-202dd22b281f tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0a5ae31-310b-425a-bf73-ca338afc75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328376 Oct 14 18:05:38.077882 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08bccc-b17f-451e-b5ab-ffe588487440 req-89e21e42-f93f-4ebc-80f0-72d389658db9 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:38.079321 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2c08bccc-b17f-451e-b5ab-ffe588487440 req-89e21e42-f93f-4ebc-80f0-72d389658db9 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=af1d2748-9068-462c-934b-812225c2a28f HTTP/1.1" status: 200 len: 945 time: 0.3269031 Oct 14 18:05:38.115460 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2c08bccc-b17f-451e-b5ab-ffe588487440 req-de24ea4c-d667-4bec-b95e-da7bb1bac7f0 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0a5ae31-310b-425a-bf73-ca338afc75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301178 Oct 14 18:05:38.904928 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e5aa9839-984c-4e63-b054-33fcc6d1cfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:39.232705 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971f7c5-565f-4e23-bb33-f62b7050f747 req-78950426-ffbb-48ce-b3d1-51491debf27d tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:39.234191 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3971f7c5-565f-4e23-bb33-f62b7050f747 req-78950426-ffbb-48ce-b3d1-51491debf27d tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=af1d2748-9068-462c-934b-812225c2a28f HTTP/1.1" status: 200 len: 945 time: 0.0507560 Oct 14 18:05:39.273234 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3971f7c5-565f-4e23-bb33-f62b7050f747 req-c6401431-4281-47e6-879c-8563b34467a8 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0a5ae31-310b-425a-bf73-ca338afc75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331244 Oct 14 18:05:39.299564 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54654) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:39.404991 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-746ac475-5063-4134-a21d-a86178a0aeb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:39.479659 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-746ac475-5063-4134-a21d-a86178a0aeb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:39.484400 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-746ac475-5063-4134-a21d-a86178a0aeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:39.522506 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-746ac475-5063-4134-a21d-a86178a0aeb2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=946edaef2954450d9d222e7e13e4b2cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218688 Oct 14 18:05:39.523768 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ac475-5063-4134-a21d-a86178a0aeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05df843-1279-4fcb-ad2e-a8ab84e85552,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:39.526686 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54660) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:39.547163 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ffe3e-6622-435a-814a-32930fba3c5f req-cb54f90f-366e-48a9-a27d-892bc09fa70b tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:39.548641 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-fb9ffe3e-6622-435a-814a-32930fba3c5f req-cb54f90f-366e-48a9-a27d-892bc09fa70b tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=af1d2748-9068-462c-934b-812225c2a28f HTTP/1.1" status: 200 len: 945 time: 0.2069981 Oct 14 18:05:39.558124 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 54662) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:05:39.567488 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-b3d3342f-7dff-42b0-bd7d-697d4ecb8d3a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Request body: {'floatingip': {'port_id': '9061fd3e-983a-4662-9b3f-7720fd51e386'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:05:39.608768 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b3d3342f-7dff-42b0-bd7d-697d4ecb8d3a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for floatingip, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:39.646875 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-24b0439e-cd89-48de-9ff6-fb2bf377af65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:39.711049 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-24b0439e-cd89-48de-9ff6-fb2bf377af65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:39.832797 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-24b0439e-cd89-48de-9ff6-fb2bf377af65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:39.835300 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-24b0439e-cd89-48de-9ff6-fb2bf377af65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:39.836526 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-24b0439e-cd89-48de-9ff6-fb2bf377af65 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c05df843-1279-4fcb-ad2e-a8ab84e85552 HTTP/1.1" status: 204 len: 168 time: 0.3092544 Oct 14 18:05:39.849734 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0439e-cd89-48de-9ff6-fb2bf377af65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05df843-1279-4fcb-ad2e-a8ab84e85552,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:05:40.086696 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b3d3342f-7dff-42b0-bd7d-697d4ecb8d3a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:40.091400 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b3d3342f-7dff-42b0-bd7d-697d4ecb8d3a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3789850'] for floatingip, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:40.190233 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.l3_db [None req-b3d3342f-7dff-42b0-bd7d-697d4ecb8d3a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Floating IP 039bdb35-5c65-4ee5-b245-09ef8fc5830b associated. External IP: 172.27.3.182, port: 9061fd3e-983a-4662-9b3f-7720fd51e386. Oct 14 18:05:40.399697 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d3342f-7dff-42b0-bd7d-697d4ecb8d3a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Router b7293706-4bc3-443e-b6ef-4bad6797855a has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:05:40.505276 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d3342f-7dff-42b0-bd7d-697d4ecb8d3a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:05:40.510188 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b3d3342f-7dff-42b0-bd7d-697d4ecb8d3a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for floatingip, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:40.516221 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdc3cb4-2879-4ee9-907f-05635f9a12a1 None None] Sync routers for ids ['b7293706-4bc3-443e-b6ef-4bad6797855a'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:05:40.525024 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdc3cb4-2879-4ee9-907f-05635f9a12a1 None None] Routers {'b7293706-4bc3-443e-b6ef-4bad6797855a'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:05:40.525650 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-0bdc3cb4-2879-4ee9-907f-05635f9a12a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:05:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['b7293706-4bc3-443e-b6ef-4bad6797855a'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:40.537228 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-b3d3342f-7dff-42b0-bd7d-697d4ecb8d3a tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "PUT /v2.0/floatingips/039bdb35-5c65-4ee5-b245-09ef8fc5830b HTTP/1.1" status: 200 len: 991 time: 0.9780359 Oct 14 18:05:40.537903 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1d2748-9068-462c-934b-812225c2a28f', 'tag': '9061fd3e-983a-4662-9b3f-7720fd51e386'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:05:40.540470 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1beaa96-e30c-4943-b3c3-60643684167b" -d '{"events": [{"name": "network-changed", "server_uuid": "af1d2748-9068-462c-934b-812225c2a28f", "tag": "9061fd3e-983a-4662-9b3f-7720fd51e386"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:05:40.595270 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20ad72e-2448-46d2-94bb-0579c4aca9dc x-openstack-request-id: req-b20ad72e-2448-46d2-94bb-0579c4aca9dc {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:05:40.595561 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1d2748-9068-462c-934b-812225c2a28f", "tag": "9061fd3e-983a-4662-9b3f-7720fd51e386", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:05:40.595832 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b20ad72e-2448-46d2-94bb-0579c4aca9dc {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:05:40.596211 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1d2748-9068-462c-934b-812225c2a28f', 'tag': '9061fd3e-983a-4662-9b3f-7720fd51e386', 'status': 'completed', 'code': 200} Oct 14 18:05:40.666003 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1beaa96-e30c-4943-b3c3-60643684167b req-8c7a9c02-8d91-460b-9581-01a9db529b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:40.668416 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f1beaa96-e30c-4943-b3c3-60643684167b req-8c7a9c02-8d91-460b-9581-01a9db529b35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9286435440ed4572b505e029abbfe5fe&device_id=af1d2748-9068-462c-934b-812225c2a28f HTTP/1.1" status: 200 len: 1098 time: 0.0514288 Oct 14 18:05:40.784951 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1beaa96-e30c-4943-b3c3-60643684167b req-9c5d5398-bb95-4ba1-8dd0-8f210a3cd8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:40.786532 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f1beaa96-e30c-4943-b3c3-60643684167b req-9c5d5398-bb95-4ba1-8dd0-8f210a3cd8e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=83910de2-b586-4465-84e9-9f9658b647e4 HTTP/1.1" status: 200 len: 912 time: 0.1109593 Oct 14 18:05:40.797291 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-0bdc3cb4-2879-4ee9-907f-05635f9a12a1 None None] Set router b7293706-4bc3-443e-b6ef-4bad6797855a gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:05:40.886884 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f1beaa96-e30c-4943-b3c3-60643684167b req-6c246b81-b69f-4d31-a078-cf0f02f22bcc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9061fd3e-983a-4662-9b3f-7720fd51e386 HTTP/1.1" status: 200 len: 999 time: 0.0817037 Oct 14 18:05:40.942203 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1beaa96-e30c-4943-b3c3-60643684167b req-a0078b0f-a439-4d1f-8c5e-1894512e2d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:40.945036 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f1beaa96-e30c-4943-b3c3-60643684167b req-a0078b0f-a439-4d1f-8c5e-1894512e2d43 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3fc86992-e555-42d7-8e1e-82fdc67616bb HTTP/1.1" status: 200 len: 850 time: 0.0497546 Oct 14 18:05:40.989798 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1beaa96-e30c-4943-b3c3-60643684167b req-c6f9f0ba-19b6-4def-b419-39b0ceedc0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:40.991297 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f1beaa96-e30c-4943-b3c3-60643684167b req-c6f9f0ba-19b6-4def-b419-39b0ceedc0ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83910de2-b586-4465-84e9-9f9658b647e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407083 Oct 14 18:05:41.062957 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-0bdc3cb4-2879-4ee9-907f-05635f9a12a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'name': 'tempest-AttachVolumeTestJSON-1526018621-router', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:31Z', 'updated_at': '2021-10-14T18:00:37Z', 'revision_number': 4, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'gw_port': {'id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:32Z', 'updated_at': '2021-10-14T18:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': '039bdb35-5c65-4ee5-b245-09ef8fc5830b', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'port_id': '9061fd3e-983a-4662-9b3f-7720fd51e386', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'mac_address': 'fa:16:3e:41:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d2748-9068-462c-934b-812225c2a28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:05:27Z', 'updated_at': '2021-10-14T18:05:39Z', 'revision_number': 1, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43528949-13ac-4515-993e-a8d3e951a4f6', 'name': '', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'mac_address': 'fa:16:3e:10:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:35Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 5, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'subnets': [{'id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:41.083764 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f1beaa96-e30c-4943-b3c3-60643684167b req-7b017fee-cc0e-46be-a89d-a21ceca1b987 service neutron] 10.222.0.32 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849714 Oct 14 18:05:41.088701 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdc3cb4-2879-4ee9-907f-05635f9a12a1 None None] Checking router: b7293706-4bc3-443e-b6ef-4bad6797855a for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:05:41.097043 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdc3cb4-2879-4ee9-907f-05635f9a12a1 None None] Routers {'b7293706-4bc3-443e-b6ef-4bad6797855a'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:05:41.097591 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-0bdc3cb4-2879-4ee9-907f-05635f9a12a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:05:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['b7293706-4bc3-443e-b6ef-4bad6797855a'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:41.184297 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f1beaa96-e30c-4943-b3c3-60643684167b req-1fb1b4ac-f662-47cc-a92b-c64464e78a4c service neutron] 10.222.0.32 "GET /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926299 Oct 14 18:05:41.207005 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-0bdc3cb4-2879-4ee9-907f-05635f9a12a1 None None] Set router b7293706-4bc3-443e-b6ef-4bad6797855a gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:05:41.299574 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:41.433459 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-0bdc3cb4-2879-4ee9-907f-05635f9a12a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'name': 'tempest-AttachVolumeTestJSON-1526018621-router', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:31Z', 'updated_at': '2021-10-14T18:00:37Z', 'revision_number': 4, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'gw_port': {'id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:32Z', 'updated_at': '2021-10-14T18:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': '039bdb35-5c65-4ee5-b245-09ef8fc5830b', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'port_id': '9061fd3e-983a-4662-9b3f-7720fd51e386', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'mac_address': 'fa:16:3e:41:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d2748-9068-462c-934b-812225c2a28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:05:27Z', 'updated_at': '2021-10-14T18:05:39Z', 'revision_number': 1, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43528949-13ac-4515-993e-a8d3e951a4f6', 'name': '', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'mac_address': 'fa:16:3e:10:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:35Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 5, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'subnets': [{'id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:05:41.461530 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdc3cb4-2879-4ee9-907f-05635f9a12a1 None None] The sync data for ids ['b7293706-4bc3-443e-b6ef-4bad6797855a'] in dv-cinder-813936-1-iscsi is: [{'id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'name': 'tempest-AttachVolumeTestJSON-1526018621-router', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:31Z', 'updated_at': '2021-10-14T18:00:37Z', 'revision_number': 4, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'gw_port': {'id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:32Z', 'updated_at': '2021-10-14T18:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': '039bdb35-5c65-4ee5-b245-09ef8fc5830b', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'port_id': '9061fd3e-983a-4662-9b3f-7720fd51e386', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'mac_address': 'fa:16:3e:41:96:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d2748-9068-462c-934b-812225c2a28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:05:27Z', 'updated_at': '2021-10-14T18:05:39Z', 'revision_number': 1, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43528949-13ac-4515-993e-a8d3e951a4f6', 'name': '', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'mac_address': 'fa:16:3e:10:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:35Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 5, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'subnets': [{'id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:05:41.568635 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d560e4aa-9d95-4c2c-9e46-c9b6210d6489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:41.610904 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:41.642863 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67ac473-af2b-4253-beb2-e7eab491cc4e None None] New status for floating IP 039bdb35-5c65-4ee5-b245-09ef8fc5830b: ACTIVE {{(pid=99721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 18:05:41.722837 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-11b7a536-8a41-401e-a05f-0bcd57e89ab5 req-18fab935-8767-4305-8915-36fdf52f056a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397694 Oct 14 18:05:41.787374 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7a536-8a41-401e-a05f-0bcd57e89ab5 req-29ec3be1-cd45-4e14-bf93-372fd064b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:41.789261 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-11b7a536-8a41-401e-a05f-0bcd57e89ab5 req-29ec3be1-cd45-4e14-bf93-372fd064b321 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=94302e03a66d49488ecc210494662665&device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 1099 time: 0.0464561 Oct 14 18:05:41.897734 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7a536-8a41-401e-a05f-0bcd57e89ab5 req-d7122954-5bd4-4d36-9b8a-c41db2b03ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:41.899200 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-11b7a536-8a41-401e-a05f-0bcd57e89ab5 req-d7122954-5bd4-4d36-9b8a-c41db2b03ab9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=30700716-2b8b-453a-8682-0096823de319 HTTP/1.1" status: 200 len: 910 time: 0.0896285 Oct 14 18:05:41.973262 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-11b7a536-8a41-401e-a05f-0bcd57e89ab5 req-9a08c7da-4db5-44f1-a589-d64a0c6fadec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c5307c-140d-496b-92a4-77d830d41e05 HTTP/1.1" status: 200 len: 1001 time: 0.0610950 Oct 14 18:05:42.022800 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7a536-8a41-401e-a05f-0bcd57e89ab5 req-7a01fdc6-35c0-4eca-a5b6-6575cbab0c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:42.024317 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-11b7a536-8a41-401e-a05f-0bcd57e89ab5 req-7a01fdc6-35c0-4eca-a5b6-6575cbab0c62 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7347e1b-6561-4e2c-bb17-d55c8e7fdd45 HTTP/1.1" status: 200 len: 848 time: 0.0436947 Oct 14 18:05:42.071137 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7a536-8a41-401e-a05f-0bcd57e89ab5 req-d23d06d6-65ce-491b-8cbf-9b86e92bfe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:05:42.072605 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-11b7a536-8a41-401e-a05f-0bcd57e89ab5 req-d23d06d6-65ce-491b-8cbf-9b86e92bfe69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30700716-2b8b-453a-8682-0096823de319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405977 Oct 14 18:05:42.167003 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-11b7a536-8a41-401e-a05f-0bcd57e89ab5 req-d6e0c4f2-809a-429e-abdc-28ae3ff3e4d5 service neutron] 10.222.0.32 "GET /v2.0/networks/30700716-2b8b-453a-8682-0096823de319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863037 Oct 14 18:05:42.259742 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-11b7a536-8a41-401e-a05f-0bcd57e89ab5 req-c1e7c913-4661-4ae4-9260-72ba6402d00a service neutron] 10.222.0.32 "GET /v2.0/networks/30700716-2b8b-453a-8682-0096823de319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849717 Oct 14 18:05:42.365673 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:44.251767 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:05:56.194306 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:06:01.810312 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f18dc-61a2-48a3-9f8f-50f1c0e20064 req-d2ad06f8-28c8-47ef-a2d9-480a9d37475b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:01.811765 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c44f18dc-61a2-48a3-9f8f-50f1c0e20064 req-d2ad06f8-28c8-47ef-a2d9-480a9d37475b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.0492165 Oct 14 18:06:01.848817 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c44f18dc-61a2-48a3-9f8f-50f1c0e20064 req-22a0edab-1445-4f9a-9fa4-f3897566afad tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304887 Oct 14 18:06:02.976073 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b35284-91b7-4df8-a71e-2f59aaba1252 req-2890321e-fcad-4135-837d-c1e724f5e5d0 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:02.977668 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e9b35284-91b7-4df8-a71e-2f59aaba1252 req-2890321e-fcad-4135-837d-c1e724f5e5d0 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.0567601 Oct 14 18:06:03.014760 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e9b35284-91b7-4df8-a71e-2f59aaba1252 req-59a4701d-636c-4f19-b13f-41ec398ccfac tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304677 Oct 14 18:06:04.136258 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276a5b9-5523-42c4-9e77-d192d2269f69 req-ca559c86-42b1-4d9a-83d1-97f5e5eef019 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:04.137699 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2276a5b9-5523-42c4-9e77-d192d2269f69 req-ca559c86-42b1-4d9a-83d1-97f5e5eef019 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.0500109 Oct 14 18:06:04.175609 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2276a5b9-5523-42c4-9e77-d192d2269f69 req-f483d788-60f7-4db4-9a47-06b35ab5214e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321200 Oct 14 18:06:05.297056 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f44f11-1561-4ab7-9fc4-190f5814e6f9 req-31338639-0987-4ff6-9f09-d85b9ef2de07 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:05.298503 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-51f44f11-1561-4ab7-9fc4-190f5814e6f9 req-31338639-0987-4ff6-9f09-d85b9ef2de07 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.0507610 Oct 14 18:06:05.336455 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-51f44f11-1561-4ab7-9fc4-190f5814e6f9 req-81216a29-d71a-4599-9df4-fab5f7ecf3e7 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314889 Oct 14 18:06:06.458995 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4291b8-28a6-41ba-8b49-97d60c9c1e8d req-f82e4176-df38-4d0b-a22a-77b057fdd9ef tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:06.460570 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-fd4291b8-28a6-41ba-8b49-97d60c9c1e8d req-f82e4176-df38-4d0b-a22a-77b057fdd9ef tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.0514343 Oct 14 18:06:06.499400 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-fd4291b8-28a6-41ba-8b49-97d60c9c1e8d req-f8c05b4c-bcd4-415b-aa12-306d5ac0b6a5 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325110 Oct 14 18:06:07.620984 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71453ce9-65fb-4867-a5ad-ffc720a2692f req-d8f6d21c-25ae-4f91-a6d3-783120bc2297 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:07.622407 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-71453ce9-65fb-4867-a5ad-ffc720a2692f req-d8f6d21c-25ae-4f91-a6d3-783120bc2297 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.0484838 Oct 14 18:06:07.660743 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-71453ce9-65fb-4867-a5ad-ffc720a2692f req-e644d829-43fe-4346-b141-06dfe379aeb3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322335 Oct 14 18:06:08.776319 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6114cdb-bf46-4681-8aaa-a5ff0ae4a689 req-a7889894-58d5-4ad9-ae29-701b530e140f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:08.777785 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b6114cdb-bf46-4681-8aaa-a5ff0ae4a689 req-a7889894-58d5-4ad9-ae29-701b530e140f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.0477908 Oct 14 18:06:08.814092 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b6114cdb-bf46-4681-8aaa-a5ff0ae4a689 req-b70be71e-e75f-47df-8ee5-930c1debd826 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303285 Oct 14 18:06:08.905122 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-88f25c42-1af5-4570-b57e-d641f0646ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:09.934119 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eb6f5-a956-400b-a1a6-8a456f36089b req-f48e1c65-6868-4f0c-8b3b-7f07e0223642 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:09.935523 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-225eb6f5-a956-400b-a1a6-8a456f36089b req-f48e1c65-6868-4f0c-8b3b-7f07e0223642 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.0513120 Oct 14 18:06:09.972098 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-225eb6f5-a956-400b-a1a6-8a456f36089b req-46d78e79-e98d-4029-9ec8-334d50447ac1 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301054 Oct 14 18:06:11.087646 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79c06f-4420-4d07-86c5-90c1eeacccd8 req-3bc7cc1b-ac60-424a-bc69-884dc8c086ae tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:11.089025 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5c79c06f-4420-4d07-86c5-90c1eeacccd8 req-3bc7cc1b-ac60-424a-bc69-884dc8c086ae tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.0479114 Oct 14 18:06:11.125390 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5c79c06f-4420-4d07-86c5-90c1eeacccd8 req-3f999591-750b-4d24-b1d8-970a24f1cadb tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305860 Oct 14 18:06:11.281802 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:11.568728 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-940d47fc-4d77-4edc-b50e-1c56a3de6965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:11.611969 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:12.064077 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cc546-65a5-4b13-aa88-14453dbf5e75 req-5224d24b-39d2-42ba-9d68-37288a7fe868 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:12.066104 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ad3cc546-65a5-4b13-aa88-14453dbf5e75 req-5224d24b-39d2-42ba-9d68-37288a7fe868 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0480092 Oct 14 18:06:12.102591 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ad3cc546-65a5-4b13-aa88-14453dbf5e75 req-6234939a-6a36-4523-9fc4-9d18bb5a5f4b tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305622 Oct 14 18:06:12.247613 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c39b5d-0280-4418-8ccd-07f98d9eaaa8 req-93b56a69-a3ea-435a-b50f-e4d67832013a tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:12.249056 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-23c39b5d-0280-4418-8ccd-07f98d9eaaa8 req-93b56a69-a3ea-435a-b50f-e4d67832013a tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.0475657 Oct 14 18:06:12.285663 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-23c39b5d-0280-4418-8ccd-07f98d9eaaa8 req-a6b4eb93-e5f9-4416-99c2-76b727de9b15 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305734 Oct 14 18:06:12.369383 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:13.218285 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ed6b8-293f-4bac-87df-57714e031275 req-57b88a80-5e8f-4f20-bf9e-270b57e78829 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:13.219787 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2b3ed6b8-293f-4bac-87df-57714e031275 req-57b88a80-5e8f-4f20-bf9e-270b57e78829 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0517197 Oct 14 18:06:13.258683 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2b3ed6b8-293f-4bac-87df-57714e031275 req-bfc22cab-cd8e-4d67-b788-69160f5db5aa tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328403 Oct 14 18:06:13.402879 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabc68b-ba80-4441-a99b-31f55ed84650 req-84225df6-b5b7-4bc6-8a9b-30d648e1305e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:13.404225 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6aabc68b-ba80-4441-a99b-31f55ed84650 req-84225df6-b5b7-4bc6-8a9b-30d648e1305e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.0471749 Oct 14 18:06:13.442071 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6aabc68b-ba80-4441-a99b-31f55ed84650 req-ed32632e-abe1-4a29-ba9d-b9fa215527d4 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319071 Oct 14 18:06:14.253703 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device f76ea452-9ff1-4b81-9071-a4106fe966a1 details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:06:14.257300 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:14.360748 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port f76ea452-9ff1-4b81-9071-a4106fe966a1, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=f76ea452-9ff1-4b81-9071-a4106fe966a1,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:06:14.371797 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': 'f76ea452-9ff1-4b81-9071-a4106fe966a1', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'port_id': 'f76ea452-9ff1-4b81-9071-a4106fe966a1', 'mac_address': 'fa:16:3e:91:26:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:06:14.386245 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4c5d5-65b2-4bd4-baa9-0577ecf2321f req-205a6249-75ec-400d-b091-e79037dcde3e tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:14.387790 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-1fd4c5d5-65b2-4bd4-baa9-0577ecf2321f req-205a6249-75ec-400d-b091-e79037dcde3e tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0545838 Oct 14 18:06:14.415908 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:14.428518 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f76ea452-9ff1-4b81-9071-a4106fe966a1 {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:06:14.431577 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-1fd4c5d5-65b2-4bd4-baa9-0577ecf2321f req-7f40f2da-681f-4c86-ad6d-353fac9b734f tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356166 Oct 14 18:06:14.451881 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port f76ea452-9ff1-4b81-9071-a4106fe966a1, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=f76ea452-9ff1-4b81-9071-a4106fe966a1,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:06:14.456618 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:14.507260 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=f76ea452-9ff1-4b81-9071-a4106fe966a1,revision_number=6']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:14.514656 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:14.515009 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:14.515347 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:14.515684 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:14.516018 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:14.516481 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:14.516803 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:14.517209 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:14.517558 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:14.518558 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:14.519348 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:14.519348 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:14.544957 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['f76ea452-9ff1-4b81-9071-a4106fe966a1'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:06:14.576918 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbb23b-48d4-4505-a631-0d724be32320 req-cd939155-e0da-45dd-8bd6-c37e17209391 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:14.579423 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-77cbb23b-48d4-4505-a631-0d724be32320 req-cd939155-e0da-45dd-8bd6-c37e17209391 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 944 time: 0.0559254 Oct 14 18:06:14.620414 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-77cbb23b-48d4-4505-a631-0d724be32320 req-873703d1-db92-4767-bd54-7623a39d47d0 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350151 Oct 14 18:06:15.562836 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a34f4-4847-4840-a399-15ebb28abe96 req-d63f404a-8656-42b4-a6ab-bc3353d12fd7 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:15.564322 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c91a34f4-4847-4840-a399-15ebb28abe96 req-d63f404a-8656-42b4-a6ab-bc3353d12fd7 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0558298 Oct 14 18:06:15.610963 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c91a34f4-4847-4840-a399-15ebb28abe96 req-9d6934db-67bc-414a-91f5-f3e47f64fc9b tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403228 Oct 14 18:06:15.759951 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28471f71-9ecd-4730-b1b0-3daeeb9e9660 req-06be22cd-8ab2-4af5-8ade-3f3b84f9c220 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:15.761910 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-28471f71-9ecd-4730-b1b0-3daeeb9e9660 req-06be22cd-8ab2-4af5-8ade-3f3b84f9c220 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 944 time: 0.0577810 Oct 14 18:06:15.805467 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-28471f71-9ecd-4730-b1b0-3daeeb9e9660 req-ff391ebe-528c-4a6c-a185-180f91f49199 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375986 Oct 14 18:06:16.270259 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device f76ea452-9ff1-4b81-9071-a4106fe966a1 up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:06:16.326965 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port f76ea452-9ff1-4b81-9071-a4106fe966a1 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:16.327339 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:16.429074 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:16.460140 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cafef45-5adc-4b0b-9a39-369ad2e40f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76ea452-9ff1-4b81-9071-a4106fe966a1'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:06:16.462908 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8964d6de-f6e6-480a-8412-463173a7971e" -d '{"events": [{"server_uuid": "5cafef45-5adc-4b0b-9a39-369ad2e40f54", "name": "network-vif-plugged", "status": "completed", "tag": "f76ea452-9ff1-4b81-9071-a4106fe966a1"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:06:16.468828 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port f76ea452-9ff1-4b81-9071-a4106fe966a1, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=f76ea452-9ff1-4b81-9071-a4106fe966a1,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:06:16.474523 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:16.525695 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab12d3f-e643-41d5-8970-d2ead8213a34 x-openstack-request-id: req-6ab12d3f-e643-41d5-8970-d2ead8213a34 {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:06:16.525998 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cafef45-5adc-4b0b-9a39-369ad2e40f54", "name": "network-vif-plugged", "status": "completed", "tag": "f76ea452-9ff1-4b81-9071-a4106fe966a1", "code": 200}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:06:16.526257 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ab12d3f-e643-41d5-8970-d2ead8213a34 {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:06:16.526661 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cafef45-5adc-4b0b-9a39-369ad2e40f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76ea452-9ff1-4b81-9071-a4106fe966a1', 'code': 200} Oct 14 18:06:16.550502 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=f76ea452-9ff1-4b81-9071-a4106fe966a1,revision_number=7']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:16.762796 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b676e9-435a-4404-9806-030de3f44331 req-b60099ea-8b52-419f-b290-b997db5675aa tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:16.765298 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a4b676e9-435a-4404-9806-030de3f44331 req-b60099ea-8b52-419f-b290-b997db5675aa tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0732570 Oct 14 18:06:16.813317 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a4b676e9-435a-4404-9806-030de3f44331 req-b208bb50-02be-4b60-9efd-24b561248985 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405512 Oct 14 18:06:16.933903 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01adc12c-750b-4e1e-9bdc-f5e0a8368fd2 req-a9a5a060-9f05-4341-a8a9-5c9ff83d2baa tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:16.935389 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-01adc12c-750b-4e1e-9bdc-f5e0a8368fd2 req-a9a5a060-9f05-4341-a8a9-5c9ff83d2baa tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.0516930 Oct 14 18:06:16.985564 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-01adc12c-750b-4e1e-9bdc-f5e0a8368fd2 req-1494fda5-aa3c-49c5-93a3-72f14b4a8363 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436435 Oct 14 18:06:17.812398 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 55118) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:06:17.955636 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0aa88-b754-492d-8b3c-375b6e19c1a3 req-ee8eb37b-9b15-41a6-8f4d-ede5ebd32e9d tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:17.957259 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-5cb0aa88-b754-492d-8b3c-375b6e19c1a3 req-ee8eb37b-9b15-41a6-8f4d-ede5ebd32e9d tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0602047 Oct 14 18:06:17.994504 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c908a206-c7a6-4e3c-926e-7e7873b7b401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:18.023573 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-5cb0aa88-b754-492d-8b3c-375b6e19c1a3 req-f296f9a1-ee11-4e84-9cf0-224533730d99 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573461 Oct 14 18:06:18.154144 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d9af7-b7dd-4845-bc4e-fa743383e769 req-954de5dc-d661-4c54-b55f-11ba50956a0e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:18.155643 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-138d9af7-b7dd-4845-bc4e-fa743383e769 req-954de5dc-d661-4c54-b55f-11ba50956a0e tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.0783312 Oct 14 18:06:18.170044 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c908a206-c7a6-4e3c-926e-7e7873b7b401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:18.186869 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c908a206-c7a6-4e3c-926e-7e7873b7b401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:18.222859 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908a206-c7a6-4e3c-926e-7e7873b7b401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de71e43b-6db7-4b41-add7-dee31276cb4b,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:18.245974 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908a206-c7a6-4e3c-926e-7e7873b7b401 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:18.246290 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908a206-c7a6-4e3c-926e-7e7873b7b401 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:18.246635 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908a206-c7a6-4e3c-926e-7e7873b7b401 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:18.246966 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908a206-c7a6-4e3c-926e-7e7873b7b401 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:18.247294 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908a206-c7a6-4e3c-926e-7e7873b7b401 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:18.247624 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908a206-c7a6-4e3c-926e-7e7873b7b401 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:18.247953 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908a206-c7a6-4e3c-926e-7e7873b7b401 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:18.248276 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908a206-c7a6-4e3c-926e-7e7873b7b401 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:18.248603 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908a206-c7a6-4e3c-926e-7e7873b7b401 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:18.248944 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908a206-c7a6-4e3c-926e-7e7873b7b401 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:18.249270 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908a206-c7a6-4e3c-926e-7e7873b7b401 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:18.249592 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c908a206-c7a6-4e3c-926e-7e7873b7b401 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:18.257345 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-c908a206-c7a6-4e3c-926e-7e7873b7b401 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b98a5bf9531d45b99e177f60c6428b14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4414883 Oct 14 18:06:18.258844 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 55128) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:06:18.266649 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-138d9af7-b7dd-4845-bc4e-fa743383e769 req-efa67469-59fe-49eb-a8e2-2204523ab2a9 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952723 Oct 14 18:06:18.325781 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-090fc146-5d9e-485d-9cf0-80a982b52891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:18.350099 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-090fc146-5d9e-485d-9cf0-80a982b52891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:18.407197 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-090fc146-5d9e-485d-9cf0-80a982b52891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:18.410854 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-090fc146-5d9e-485d-9cf0-80a982b52891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:18.412040 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-090fc146-5d9e-485d-9cf0-80a982b52891 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de71e43b-6db7-4b41-add7-dee31276cb4b HTTP/1.1" status: 204 len: 168 time: 0.1519194 Oct 14 18:06:18.421948 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fc146-5d9e-485d-9cf0-80a982b52891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de71e43b-6db7-4b41-add7-dee31276cb4b,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:18.431784 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fc146-5d9e-485d-9cf0-80a982b52891 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:18.432189 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fc146-5d9e-485d-9cf0-80a982b52891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:18.432464 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fc146-5d9e-485d-9cf0-80a982b52891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:18.432802 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fc146-5d9e-485d-9cf0-80a982b52891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:18.433164 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fc146-5d9e-485d-9cf0-80a982b52891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:18.433624 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fc146-5d9e-485d-9cf0-80a982b52891 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:18.433960 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fc146-5d9e-485d-9cf0-80a982b52891 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:18.434294 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fc146-5d9e-485d-9cf0-80a982b52891 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:18.434621 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fc146-5d9e-485d-9cf0-80a982b52891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:18.435053 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fc146-5d9e-485d-9cf0-80a982b52891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:18.435389 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fc146-5d9e-485d-9cf0-80a982b52891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:18.435712 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fc146-5d9e-485d-9cf0-80a982b52891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:19.169573 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdb2a0-1d69-4155-aa46-1f25ffa1cd8c req-cda3244d-b31a-45f0-81d8-c35191568e7a tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:19.173288 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-03fdb2a0-1d69-4155-aa46-1f25ffa1cd8c req-cda3244d-b31a-45f0-81d8-c35191568e7a tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0647900 Oct 14 18:06:19.212867 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 55154) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:06:19.219730 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-03fdb2a0-1d69-4155-aa46-1f25ffa1cd8c req-9bfdbeb3-0c74-4084-81fb-3a2c71a8a4cc tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396769 Oct 14 18:06:19.326336 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-ccde0424-b88f-4981-af4e-f362977a3af3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-106770234-network', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:06:19.352267 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccde0424-b88f-4981-af4e-f362977a3af3 admin admin] Made reservation on behalf of c6b2ef325cc942e0847843cf9f478e1f for: {'network': 1} {{(pid=99718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:06:19.354771 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ccde0424-b88f-4981-af4e-f362977a3af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for network, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:19.367032 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ccde0424-b88f-4981-af4e-f362977a3af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:19.439020 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef07d70-8d89-4a87-ba61-ed90050d14e6 req-0d96e7e7-a651-4b3e-8595-7c879f834902 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:19.441243 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-9ef07d70-8d89-4a87-ba61-ed90050d14e6 req-0d96e7e7-a651-4b3e-8595-7c879f834902 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.0753193 Oct 14 18:06:19.513514 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-9ef07d70-8d89-4a87-ba61-ed90050d14e6 req-146ad813-2a86-473c-aabc-6c967cb87df5 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652509 Oct 14 18:06:19.546745 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ccde0424-b88f-4981-af4e-f362977a3af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:19.553481 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ccde0424-b88f-4981-af4e-f362977a3af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:19.585961 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccde0424-b88f-4981-af4e-f362977a3af3 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=99718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 18:06:19.594056 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde0424-b88f-4981-af4e-f362977a3af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7aa80b-b698-4b92-933b-64bc82585dbb,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:19.600960 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ccde0424-b88f-4981-af4e-f362977a3af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:19.601460 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.db.segments_db [None req-ccde0424-b88f-4981-af4e-f362977a3af3 admin admin] Added segment 9ffca814-2114-4ee0-8fe3-a2c2e4aa6627 of type vlan for network 64034f3a-511e-4cd5-9882-a07640c76d0d Oct 14 18:06:19.644262 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ccde0424-b88f-4981-af4e-f362977a3af3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762486039426'] for network, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:19.678948 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ccde0424-b88f-4981-af4e-f362977a3af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for network, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:19.680240 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccde0424-b88f-4981-af4e-f362977a3af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:19.680965 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ccde0424-b88f-4981-af4e-f362977a3af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:19.738329 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-ccde0424-b88f-4981-af4e-f362977a3af3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5243022 Oct 14 18:06:19.741137 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 55160) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:06:19.747510 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-70be8796-03e7-4911-b7fa-c71b25f47240 admin admin] Request body: {'subnet': {'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-106770234-subnet', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'ip_version': 4}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:06:19.757675 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde0424-b88f-4981-af4e-f362977a3af3 admin admin] Pushing event updated for resources: {'Network': ['ID=64034f3a-511e-4cd5-9882-a07640c76d0d,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:19.775512 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Network 64034f3a-511e-4cd5-9882-a07640c76d0d details requested by agent ovs-agent-dv-cinder-813936-1-iscsi with host dv-cinder-813936-1-iscsi {{(pid=99720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 18:06:19.776035 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70be8796-03e7-4911-b7fa-c71b25f47240 admin admin] Made reservation on behalf of c6b2ef325cc942e0847843cf9f478e1f for: {'subnet': 1} {{(pid=99718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:06:19.778615 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-70be8796-03e7-4911-b7fa-c71b25f47240 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9386726'] for subnet, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:20.006450 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-70be8796-03e7-4911-b7fa-c71b25f47240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9120383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9386644'] for subnet, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:20.057697 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be8796-03e7-4911-b7fa-c71b25f47240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39bb6f49-4cc4-41ff-8aea-b97848978fd1,revision_number=0']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:20.082159 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70be8796-03e7-4911-b7fa-c71b25f47240 admin admin] Checking segment: {'id': '9ffca814-2114-4ee0-8fe3-a2c2e4aa6627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:06:20.082522 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70be8796-03e7-4911-b7fa-c71b25f47240 admin admin] Network hostable DHCP agents. Network: 64034f3a-511e-4cd5-9882-a07640c76d0d, hostable agents: ['bf408c59-2cf8-4546-bb87-81b32559f057'], hosted agents: [] {{(pid=99718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 18:06:20.101476 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70be8796-03e7-4911-b7fa-c71b25f47240 admin admin] Network 64034f3a-511e-4cd5-9882-a07640c76d0d is scheduled to be hosted by DHCP agent bf408c59-2cf8-4546-bb87-81b32559f057 with binding_index 1 {{(pid=99718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 18:06:20.117909 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-70be8796-03e7-4911-b7fa-c71b25f47240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813936-1-iscsi, 64034f3a-511e-4cd5-9882-a07640c76d0d) {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:06:20.122504 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70be8796-03e7-4911-b7fa-c71b25f47240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:20.123121 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-70be8796-03e7-4911-b7fa-c71b25f47240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:20.129311 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bd095a-6250-4268-9466-1a7e5794ea02 None None] Network 64034f3a-511e-4cd5-9882-a07640c76d0d requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:06:20.146154 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-70be8796-03e7-4911-b7fa-c71b25f47240 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4038343 Oct 14 18:06:20.148981 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 55164) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:06:20.154616 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-af41d54a-069f-4558-a9fb-27ecc127cc2a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-106770234-router', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:06:20.198671 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-af41d54a-069f-4558-a9fb-27ecc127cc2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3787691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-388'] for router, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:20.199944 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-af41d54a-069f-4558-a9fb-27ecc127cc2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3789973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:20.288135 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-af41d54a-069f-4558-a9fb-27ecc127cc2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:20.331314 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b49cd3-67a1-45f9-9712-f74734e4bea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f1db6d7-1359-5cde-afe4-8014bb52f508-64034f3a-511e-4cd5-9882-a07640c76d0d', 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'fixed_ips': [{'subnet_id': '39bb6f49-4cc4-41ff-8aea-b97848978fd1'}]}} from dv-cinder-813936-1-iscsi. {{(pid=99720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 18:06:20.332193 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d6b49cd3-67a1-45f9-9712-f74734e4bea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:20.537315 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.db_base_plugin_common [None req-d6b49cd3-67a1-45f9-9712-f74734e4bea5 None None] Allocated IP 172.20.0.2 (64034f3a-511e-4cd5-9882-a07640c76d0d/39bb6f49-4cc4-41ff-8aea-b97848978fd1/e8073682-5500-4f24-a8a0-a3c645410e24) {{(pid=99720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:06:20.669437 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca16f4-a15f-465b-a5b4-dcb17c8b8ba4 req-d42a6be2-81c3-40e7-9a6e-d70e33c35cb3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:20.678449 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1fca16f4-a15f-465b-a5b4-dcb17c8b8ba4 req-d42a6be2-81c3-40e7-9a6e-d70e33c35cb3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.0841570 Oct 14 18:06:20.689654 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-af41d54a-069f-4558-a9fb-27ecc127cc2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:20.703167 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0aea0-ebea-448e-b590-1e97ebf746ac req-f3838a32-7d27-43d4-9d66-3d5c53753eaf tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:20.704712 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-cbc0aea0-ebea-448e-b590-1e97ebf746ac req-f3838a32-7d27-43d4-9d66-3d5c53753eaf tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.3586993 Oct 14 18:06:20.724566 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1fca16f4-a15f-465b-a5b4-dcb17c8b8ba4 req-8d73af7b-95e0-4ff6-a0c9-535fa6d4debe tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447164 Oct 14 18:06:20.750771 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d6b49cd3-67a1-45f9-9712-f74734e4bea5 None None] Notify callbacks [] for port, precommit_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:20.762407 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d6b49cd3-67a1-45f9-9712-f74734e4bea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160'] for port, after_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:20.798520 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b49cd3-67a1-45f9-9712-f74734e4bea5 None None] Network 64034f3a-511e-4cd5-9882-a07640c76d0d is already hosted by enough agents. {{(pid=99720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:06:20.801632 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.scheduler.base_scheduler [None req-d6b49cd3-67a1-45f9-9712-f74734e4bea5 None None] Resources bound (agent type, host, resource id): {{(pid=99720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:06:20.805311 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b49cd3-67a1-45f9-9712-f74734e4bea5 None None] Received port after_create {{(pid=99720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:06:20.815681 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-cbc0aea0-ebea-448e-b590-1e97ebf746ac req-16e38d10-7f57-48b3-aae6-a4aac7f1818f tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035900 Oct 14 18:06:20.870635 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-d6b49cd3-67a1-45f9-9712-f74734e4bea5 None None] Attempting to bind port e8073682-5500-4f24-a8a0-a3c645410e24 on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:06:20.871125 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-d6b49cd3-67a1-45f9-9712-f74734e4bea5 None None] Attempting to bind port e8073682-5500-4f24-a8a0-a3c645410e24 by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': '9ffca814-2114-4ee0-8fe3-a2c2e4aa6627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d'}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:06:20.871563 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b49cd3-67a1-45f9-9712-f74734e4bea5 None None] Attempting to bind port e8073682-5500-4f24-a8a0-a3c645410e24 on network 64034f3a-511e-4cd5-9882-a07640c76d0d {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:06:20.876728 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b49cd3-67a1-45f9-9712-f74734e4bea5 None None] Pushing event updated for resources: {'Port': ['ID=e8073682-5500-4f24-a8a0-a3c645410e24,revision_number=1']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:20.880150 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b49cd3-67a1-45f9-9712-f74734e4bea5 None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:06:20.880636 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b49cd3-67a1-45f9-9712-f74734e4bea5 None None] Checking segment: {'id': '9ffca814-2114-4ee0-8fe3-a2c2e4aa6627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:06:20.881134 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d6b49cd3-67a1-45f9-9712-f74734e4bea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:20.881589 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b49cd3-67a1-45f9-9712-f74734e4bea5 None None] Bound using segment: {'id': '9ffca814-2114-4ee0-8fe3-a2c2e4aa6627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d'} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:06:20.882153 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-d6b49cd3-67a1-45f9-9712-f74734e4bea5 None None] Bound port: e8073682-5500-4f24-a8a0-a3c645410e24, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffca814-2114-4ee0-8fe3-a2c2e4aa6627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d'}}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:06:20.882650 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d6b49cd3-67a1-45f9-9712-f74734e4bea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:20.969494 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-d6b49cd3-67a1-45f9-9712-f74734e4bea5 None None] For port e8073682-5500-4f24-a8a0-a3c645410e24, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:06:20.974078 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-d6b49cd3-67a1-45f9-9712-f74734e4bea5 None None] For port e8073682-5500-4f24-a8a0-a3c645410e24, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=e8073682-5500-4f24-a8a0-a3c645410e24,segment=NetworkSegment(9ffca814-2114-4ee0-8fe3-a2c2e4aa6627),segment_id=9ffca814-2114-4ee0-8fe3-a2c2e4aa6627)] {{(pid=99720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:06:20.980047 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d6b49cd3-67a1-45f9-9712-f74734e4bea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:21.003727 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-af41d54a-069f-4558-a9fb-27ecc127cc2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:21.031084 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-af41d54a-069f-4558-a9fb-27ecc127cc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:21.050389 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b49cd3-67a1-45f9-9712-f74734e4bea5 None None] Pushing event updated for resources: {'Port': ['ID=e8073682-5500-4f24-a8a0-a3c645410e24,revision_number=2']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:21.170049 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_common [None req-af41d54a-069f-4558-a9fb-27ecc127cc2a admin admin] Allocated IP 172.27.3.161 (d72eea9d-773f-4ba1-af60-02bc446a2bfb/b0081548-82f4-4db0-bd72-f0077bc2ab2a/554e8a16-27a3-4c8c-98d1-4742f8f39f1c) {{(pid=99718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:06:21.367887 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-af41d54a-069f-4558-a9fb-27ecc127cc2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:21.412970 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-af41d54a-069f-4558-a9fb-27ecc127cc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:21.461808 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af41d54a-069f-4558-a9fb-27ecc127cc2a admin admin] Network d72eea9d-773f-4ba1-af60-02bc446a2bfb is already hosted by enough agents. {{(pid=99718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:06:21.464676 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-af41d54a-069f-4558-a9fb-27ecc127cc2a admin admin] Resources bound (agent type, host, resource id): {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:06:21.469073 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af41d54a-069f-4558-a9fb-27ecc127cc2a admin admin] Received port after_create {{(pid=99718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:06:21.499973 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41d54a-069f-4558-a9fb-27ecc127cc2a admin admin] Pushing event updated for resources: {'Port': ['ID=554e8a16-27a3-4c8c-98d1-4742f8f39f1c,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:21.773937 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-af41d54a-069f-4558-a9fb-27ecc127cc2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:21.990619 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a3e98-11bc-43e9-8275-64885c122f97 req-97f1a51f-f450-4bd9-bf49-1810c5e2965b tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:21.992939 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-017a3e98-11bc-43e9-8275-64885c122f97 req-97f1a51f-f450-4bd9-bf49-1810c5e2965b tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0933907 Oct 14 18:06:22.047647 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device e8073682-5500-4f24-a8a0-a3c645410e24 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:06:22.059622 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-017a3e98-11bc-43e9-8275-64885c122f97 req-b2b51003-d70e-42e2-891c-03e23a2257d3 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583365 Oct 14 18:06:22.135949 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port e8073682-5500-4f24-a8a0-a3c645410e24 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:22.136457 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:22.153078 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-af41d54a-069f-4558-a9fb-27ecc127cc2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3789984'] for router, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:22.251227 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba6b91-c4c4-4866-a40e-7cec34ed5453 req-0254436a-e026-4da7-9928-04fe9cfaa4bb tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:22.260985 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-36ba6b91-c4c4-4866-a40e-7cec34ed5453 req-0254436a-e026-4da7-9928-04fe9cfaa4bb tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.4169524 Oct 14 18:06:22.324897 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:22.362708 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] For port e8073682-5500-4f24-a8a0-a3c645410e24, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=e8073682-5500-4f24-a8a0-a3c645410e24,segment=NetworkSegment(9ffca814-2114-4ee0-8fe3-a2c2e4aa6627),segment_id=9ffca814-2114-4ee0-8fe3-a2c2e4aa6627)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:06:22.367037 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d0191-2691-4e96-ab93-18a65b6f047c req-6275364a-ac7a-4658-bf5f-8709f2e999ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:22.368263 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-36ba6b91-c4c4-4866-a40e-7cec34ed5453 req-14c48571-7e23-43ec-8eb6-a4bb18603c9b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048181 Oct 14 18:06:22.369048 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-930d0191-2691-4e96-ab93-18a65b6f047c req-6275364a-ac7a-4658-bf5f-8709f2e999ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=94302e03a66d49488ecc210494662665&device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 1099 time: 0.1654499 Oct 14 18:06:22.374499 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:22.465614 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89bb0d3-88e0-45f3-bf06-085fc565a142 None None] Network 64034f3a-511e-4cd5-9882-a07640c76d0d requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:06:22.467961 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af41d54a-069f-4558-a9fb-27ecc127cc2a admin admin] Router 70e0cea5-3935-4aed-b824-c8a85c4c65bd is scheduled to L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef with binding_index 1 {{(pid=99718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 18:06:22.540697 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d0191-2691-4e96-ab93-18a65b6f047c req-4b687e79-3fda-4199-8a1f-37170f580535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:22.542469 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-930d0191-2691-4e96-ab93-18a65b6f047c req-4b687e79-3fda-4199-8a1f-37170f580535 service neutron] 10.222.0.32 "GET /v2.0/networks?id=30700716-2b8b-453a-8682-0096823de319 HTTP/1.1" status: 200 len: 910 time: 0.1624401 Oct 14 18:06:22.621927 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af41d54a-069f-4558-a9fb-27ecc127cc2a admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:06:22.653207 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-930d0191-2691-4e96-ab93-18a65b6f047c req-bef5b8f0-aaca-4973-893d-56b3dbefa943 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c5307c-140d-496b-92a4-77d830d41e05 HTTP/1.1" status: 200 len: 1001 time: 0.0992930 Oct 14 18:06:22.659143 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-af41d54a-069f-4558-a9fb-27ecc127cc2a admin admin] Notify callbacks [] for router, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:22.663199 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-af41d54a-069f-4558-a9fb-27ecc127cc2a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5095701 Oct 14 18:06:22.663724 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 55184) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:06:22.681124 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] Sync routers for ids ['70e0cea5-3935-4aed-b824-c8a85c4c65bd'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:06:22.686891 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Pushing event updated for resources: {'Port': ['ID=e8073682-5500-4f24-a8a0-a3c645410e24,revision_number=3']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:22.710786 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-cc0c38a2-0417-42c8-a372-c451d0d10a39 None None] Provisioning complete for port e8073682-5500-4f24-a8a0-a3c645410e24 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:22.711160 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-cc0c38a2-0417-42c8-a372-c451d0d10a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:22.712689 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] Routers {'70e0cea5-3935-4aed-b824-c8a85c4c65bd'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:06:22.713360 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:06:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['70e0cea5-3935-4aed-b824-c8a85c4c65bd'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:06:22.731667 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d0191-2691-4e96-ab93-18a65b6f047c req-38ba4ea5-5b60-4817-8914-1a2bd71303ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:22.734544 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-930d0191-2691-4e96-ab93-18a65b6f047c req-38ba4ea5-5b60-4817-8914-1a2bd71303ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7347e1b-6561-4e2c-bb17-d55c8e7fdd45 HTTP/1.1" status: 200 len: 848 time: 0.0699873 Oct 14 18:06:22.794434 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d0191-2691-4e96-ab93-18a65b6f047c req-7c1041e5-9b83-4b03-94a3-d919d99bcd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:22.796738 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-930d0191-2691-4e96-ab93-18a65b6f047c req-7c1041e5-9b83-4b03-94a3-d919d99bcd74 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30700716-2b8b-453a-8682-0096823de319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521092 Oct 14 18:06:22.903026 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-930d0191-2691-4e96-ab93-18a65b6f047c req-3dda6910-ec69-4f40-aa79-7aa0c9cd2d82 service neutron] 10.222.0.32 "GET /v2.0/networks/30700716-2b8b-453a-8682-0096823de319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972843 Oct 14 18:06:22.951857 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] Set router 70e0cea5-3935-4aed-b824-c8a85c4c65bd gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:06:23.026032 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-930d0191-2691-4e96-ab93-18a65b6f047c req-f27512c8-2f8f-4398-9d53-b8d38d05e771 service neutron] 10.222.0.32 "GET /v2.0/networks/30700716-2b8b-453a-8682-0096823de319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130838 Oct 14 18:06:23.321817 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'name': 'tempest-TestMinimumBasicScenario-106770234-router', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:20Z', 'updated_at': '2021-10-14T18:06:21Z', 'revision_number': 3, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'gw_port': {'id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:af:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:21Z', 'updated_at': '2021-10-14T18:06:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:06:23.353283 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] Checking router: 70e0cea5-3935-4aed-b824-c8a85c4c65bd for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:06:23.353640 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] Updating router 70e0cea5-3935-4aed-b824-c8a85c4c65bd port 554e8a16-27a3-4c8c-98d1-4742f8f39f1c binding host dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:06:23.382266 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3b99e-f8fb-44b6-b388-e55b1927de97 req-e48d990e-b43e-4c59-9a93-a97cbf23e66b tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:23.383672 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-acc3b99e-f8fb-44b6-b388-e55b1927de97 req-e48d990e-b43e-4c59-9a93-a97cbf23e66b tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.1051733 Oct 14 18:06:23.407971 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:23.452073 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8adcc852-1107-4d02-a9ee-15d5f70e6c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:23.475163 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-acc3b99e-f8fb-44b6-b388-e55b1927de97 req-9813ffe0-21ba-4aa6-bdbb-22ed146e7436 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696983 Oct 14 18:06:23.506356 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-bf31c912-776d-4844-bf3d-28b9305fb571 None None] Provisioning complete for port e8073682-5500-4f24-a8a0-a3c645410e24 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:23.506637 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-bf31c912-776d-4844-bf3d-28b9305fb571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:23.531790 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15fc1d-f80c-4345-8279-7f2ff8570a9c req-09c77b8b-73e0-4d70-9f17-1b257a5c596b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:23.533305 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-dd15fc1d-f80c-4345-8279-7f2ff8570a9c req-09c77b8b-73e0-4d70-9f17-1b257a5c596b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.0834606 Oct 14 18:06:23.591833 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-dd15fc1d-f80c-4345-8279-7f2ff8570a9c req-10914fec-f1b3-44ae-8762-baa04225f526 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459075 Oct 14 18:06:23.694682 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_common [None req-8adcc852-1107-4d02-a9ee-15d5f70e6c02 admin admin] Allocated IP 172.20.0.1 (64034f3a-511e-4cd5-9882-a07640c76d0d/39bb6f49-4cc4-41ff-8aea-b97848978fd1/80267065-694f-4903-8693-1300ed1e218f) {{(pid=99718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:06:23.816565 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] Notify callbacks [] for port, precommit_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:23.823553 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:23.836317 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8adcc852-1107-4d02-a9ee-15d5f70e6c02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:23.894002 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8adcc852-1107-4d02-a9ee-15d5f70e6c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:23.905108 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] Attempting to bind port 554e8a16-27a3-4c8c-98d1-4742f8f39f1c on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:06:23.905516 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] Attempting to bind port 554e8a16-27a3-4c8c-98d1-4742f8f39f1c by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:06:23.905859 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] Attempting to bind port 554e8a16-27a3-4c8c-98d1-4742f8f39f1c on network d72eea9d-773f-4ba1-af60-02bc446a2bfb {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:06:23.909714 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc1d7f-7ed9-4f8e-be6d-58751e1ecbd1 None None] Pushing event updated for resources: {'Port': ['ID=554e8a16-27a3-4c8c-98d1-4742f8f39f1c,revision_number=2']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:23.921142 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:06:23.921738 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] Checking segment: {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:06:23.922357 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:23.922907 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] Bound using segment: {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:06:23.923530 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] Bound port: 554e8a16-27a3-4c8c-98d1-4742f8f39f1c, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:06:23.924118 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:23.958004 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adcc852-1107-4d02-a9ee-15d5f70e6c02 admin admin] Network 64034f3a-511e-4cd5-9882-a07640c76d0d is already hosted by enough agents. {{(pid=99718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:06:23.961549 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-8adcc852-1107-4d02-a9ee-15d5f70e6c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:06:23.975086 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adcc852-1107-4d02-a9ee-15d5f70e6c02 admin admin] Received port after_create {{(pid=99718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:06:23.983785 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] For port 554e8a16-27a3-4c8c-98d1-4742f8f39f1c, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:06:23.987384 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] For port 554e8a16-27a3-4c8c-98d1-4742f8f39f1c, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=554e8a16-27a3-4c8c-98d1-4742f8f39f1c,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:06:23.990247 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device e8073682-5500-4f24-a8a0-a3c645410e24 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:06:24.018805 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:24.056663 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8adcc852-1107-4d02-a9ee-15d5f70e6c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3790741'] for router_interface, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:24.099852 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] Routers {'70e0cea5-3935-4aed-b824-c8a85c4c65bd'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:06:24.100482 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:06:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['70e0cea5-3935-4aed-b824-c8a85c4c65bd'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:06:24.104823 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc1d7f-7ed9-4f8e-be6d-58751e1ecbd1 None None] Pushing event updated for resources: {'Port': ['ID=554e8a16-27a3-4c8c-98d1-4742f8f39f1c,revision_number=3']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:24.177262 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcc852-1107-4d02-a9ee-15d5f70e6c02 admin admin] Pushing event updated for resources: {'Port': ['ID=80267065-694f-4903-8693-1300ed1e218f,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:24.220581 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port e8073682-5500-4f24-a8a0-a3c645410e24 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:24.221030 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:24.238432 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8adcc852-1107-4d02-a9ee-15d5f70e6c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:24.299009 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] Set router 70e0cea5-3935-4aed-b824-c8a85c4c65bd gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:06:24.363808 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-839989f3-e465-4e47-ba73-0797e7872bd3 None None] Provisioning complete for port 80267065-694f-4903-8693-1300ed1e218f triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:24.364490 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-839989f3-e465-4e47-ba73-0797e7872bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:24.446282 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8adcc852-1107-4d02-a9ee-15d5f70e6c02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:24.451786 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8adcc852-1107-4d02-a9ee-15d5f70e6c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9121014'] for port, after_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:24.472440 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-839989f3-e465-4e47-ba73-0797e7872bd3 None None] Port 80267065-694f-4903-8693-1300ed1e218f cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:06:24.574270 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcc852-1107-4d02-a9ee-15d5f70e6c02 admin admin] Pushing event updated for resources: {'Port': ['ID=80267065-694f-4903-8693-1300ed1e218f,revision_number=2']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:24.575898 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'name': 'tempest-TestMinimumBasicScenario-106770234-router', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:20Z', 'updated_at': '2021-10-14T18:06:21Z', 'revision_number': 3, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'gw_port': {'id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:af:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:21Z', 'updated_at': '2021-10-14T18:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:06:24.581938 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8adcc852-1107-4d02-a9ee-15d5f70e6c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790817'] for router_interface, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:24.608958 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a43e31-495e-4cca-b62a-43c83594c6eb None None] The sync data for ids ['70e0cea5-3935-4aed-b824-c8a85c4c65bd'] in dv-cinder-813936-1-iscsi is: [{'id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'name': 'tempest-TestMinimumBasicScenario-106770234-router', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:20Z', 'updated_at': '2021-10-14T18:06:21Z', 'revision_number': 3, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'gw_port': {'id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:af:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:21Z', 'updated_at': '2021-10-14T18:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:06:24.697131 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5b80d-bbf1-4be4-b369-bd2c66972073 req-3af86382-c2fb-4aa0-be3b-9e31b6dec70b tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:24.699162 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-91e5b80d-bbf1-4be4-b369-bd2c66972073 req-3af86382-c2fb-4aa0-be3b-9e31b6dec70b tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0982189 Oct 14 18:06:24.749752 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adcc852-1107-4d02-a9ee-15d5f70e6c02 admin admin] Network 64034f3a-511e-4cd5-9882-a07640c76d0d is already hosted by enough agents. {{(pid=99718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:06:24.751297 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-8adcc852-1107-4d02-a9ee-15d5f70e6c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:06:24.790048 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-91e5b80d-bbf1-4be4-b369-bd2c66972073 req-442d82c6-df0f-4ed9-b3ff-9e860e5028ce tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782008 Oct 14 18:06:24.925404 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0849e47-99e0-4530-9a0e-f47fbe06955d req-867c2199-00a8-45d8-9418-fdb573d642ad tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:24.926970 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e0849e47-99e0-4530-9a0e-f47fbe06955d req-867c2199-00a8-45d8-9418-fdb573d642ad tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.0735898 Oct 14 18:06:25.005835 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-e402123c-e414-4b8d-9f92-b41b0369516f None None] Provisioning complete for port 80267065-694f-4903-8693-1300ed1e218f triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:25.006566 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e402123c-e414-4b8d-9f92-b41b0369516f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:25.018229 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e0849e47-99e0-4530-9a0e-f47fbe06955d req-fa38008c-aa7b-4710-a2e2-2f24b094fccf tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821249 Oct 14 18:06:25.020044 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adcc852-1107-4d02-a9ee-15d5f70e6c02 admin admin] Router 70e0cea5-3935-4aed-b824-c8a85c4c65bd has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:06:25.253832 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adcc852-1107-4d02-a9ee-15d5f70e6c02 admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:06:25.272712 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-8adcc852-1107-4d02-a9ee-15d5f70e6c02 admin admin] 10.222.0.49 "PUT /v2.0/routers/70e0cea5-3935-4aed-b824-c8a85c4c65bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5999155 Oct 14 18:06:25.294056 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-e402123c-e414-4b8d-9f92-b41b0369516f None None] Port 80267065-694f-4903-8693-1300ed1e218f cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:06:25.894561 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 55232) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:06:25.899503 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-78d61bc7-e4f6-4971-bea0-f8a3f5a6d905 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-497154625-network', 'tenant_id': 'ceda8cf4eb9d4a93a25d72b42640bf69'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:06:25.935713 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d61bc7-e4f6-4971-bea0-f8a3f5a6d905 admin admin] Made reservation on behalf of ceda8cf4eb9d4a93a25d72b42640bf69 for: {'network': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:06:25.937512 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747a43d-1c1c-4d30-87b7-d74dda3e2c85 req-beb39732-5d7a-45b2-9180-a87201ce7a2c tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:25.937999 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-78d61bc7-e4f6-4971-bea0-f8a3f5a6d905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for network, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:25.939052 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2747a43d-1c1c-4d30-87b7-d74dda3e2c85 req-beb39732-5d7a-45b2-9180-a87201ce7a2c tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0917542 Oct 14 18:06:25.946569 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-78d61bc7-e4f6-4971-bea0-f8a3f5a6d905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:25.970059 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 554e8a16-27a3-4c8c-98d1-4742f8f39f1c up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:06:25.984481 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2747a43d-1c1c-4d30-87b7-d74dda3e2c85 req-62762be9-7f27-4c34-b2db-4e878af33790 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395372 Oct 14 18:06:26.033495 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 554e8a16-27a3-4c8c-98d1-4742f8f39f1c triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:26.034384 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:26.088582 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-78d61bc7-e4f6-4971-bea0-f8a3f5a6d905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:26.094242 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-78d61bc7-e4f6-4971-bea0-f8a3f5a6d905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:26.109571 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d61bc7-e4f6-4971-bea0-f8a3f5a6d905 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=99719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 18:06:26.130354 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:26.139662 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-78d61bc7-e4f6-4971-bea0-f8a3f5a6d905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:26.140011 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.segments_db [None req-78d61bc7-e4f6-4971-bea0-f8a3f5a6d905 admin admin] Added segment 8a76cb09-4f03-4226-bf64-12c38dfe7950 of type vlan for network 4edc1173-be00-4c89-a12c-caa268602856 Oct 14 18:06:26.149594 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d61bc7-e4f6-4971-bea0-f8a3f5a6d905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d539b03d-3f0d-425b-989e-bd22a9915744,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:26.195157 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-78d61bc7-e4f6-4971-bea0-f8a3f5a6d905 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762486039426'] for network, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:26.210503 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] For port 554e8a16-27a3-4c8c-98d1-4742f8f39f1c, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=554e8a16-27a3-4c8c-98d1-4742f8f39f1c,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:06:26.212303 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62692376-cb53-4d25-b0e3-f0ea9f6973b4 req-087bd358-a95a-4216-8472-720d3fa7ca58 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:26.217882 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-62692376-cb53-4d25-b0e3-f0ea9f6973b4 req-087bd358-a95a-4216-8472-720d3fa7ca58 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.0762267 Oct 14 18:06:26.218704 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:26.251859 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-78d61bc7-e4f6-4971-bea0-f8a3f5a6d905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for network, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:26.252932 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d61bc7-e4f6-4971-bea0-f8a3f5a6d905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:26.253525 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-78d61bc7-e4f6-4971-bea0-f8a3f5a6d905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:26.329286 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-62692376-cb53-4d25-b0e3-f0ea9f6973b4 req-20321a00-a63a-436b-addc-ae7c9b607e43 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024466 Oct 14 18:06:26.342597 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 55246) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:06:26.344027 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-78d61bc7-e4f6-4971-bea0-f8a3f5a6d905 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4482722 Oct 14 18:06:26.349985 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-fec091b5-c46b-4edb-b352-df78b3f0d87f admin admin] Request body: {'subnet': {'network_id': '4edc1173-be00-4c89-a12c-caa268602856', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-497154625-subnet', 'tenant_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'ip_version': 4}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:06:26.371445 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Pushing event updated for resources: {'Port': ['ID=554e8a16-27a3-4c8c-98d1-4742f8f39f1c,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:26.396147 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec091b5-c46b-4edb-b352-df78b3f0d87f admin admin] Made reservation on behalf of ceda8cf4eb9d4a93a25d72b42640bf69 for: {'subnet': 1} {{(pid=99718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:06:26.399132 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-fec091b5-c46b-4edb-b352-df78b3f0d87f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9386726'] for subnet, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:26.402072 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [req-765391a5-5c51-44f9-a01c-7c4090203fca req-555c6611-04dd-43bd-b3df-18b56cd2f308 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=99719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 18:06:26.403054 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-765391a5-5c51-44f9-a01c-7c4090203fca req-555c6611-04dd-43bd-b3df-18b56cd2f308 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3371899 Oct 14 18:06:26.443602 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d61bc7-e4f6-4971-bea0-f8a3f5a6d905 admin admin] Pushing event updated for resources: {'Network': ['ID=4edc1173-be00-4c89-a12c-caa268602856,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:26.456949 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Network 4edc1173-be00-4c89-a12c-caa268602856 details requested by agent ovs-agent-dv-cinder-813936-1-iscsi with host dv-cinder-813936-1-iscsi {{(pid=99720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 18:06:26.459409 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45382395-5567-4ed1-98df-058f1777f148 req-e39ddbd8-17fa-46ef-bc9c-dc2fb8ebc438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:26.461394 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-45382395-5567-4ed1-98df-058f1777f148 req-e39ddbd8-17fa-46ef-bc9c-dc2fb8ebc438 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=229d568687144cccbef243c252982e00&device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 1098 time: 0.0652716 Oct 14 18:06:26.587924 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45382395-5567-4ed1-98df-058f1777f148 req-8cc71281-d8d5-4943-837d-5fd7b2f00ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:26.589814 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-45382395-5567-4ed1-98df-058f1777f148 req-8cc71281-d8d5-4943-837d-5fd7b2f00ea2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7ed64d5-7393-452b-96b7-28d14516f1ea HTTP/1.1" status: 200 len: 917 time: 0.1201000 Oct 14 18:06:26.622963 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 55256) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:06:26.665577 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-45382395-5567-4ed1-98df-058f1777f148 req-c898bf61-b825-4948-8bc9-f140da8a6da9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f76ea452-9ff1-4b81-9071-a4106fe966a1 HTTP/1.1" status: 200 len: 1001 time: 0.0671587 Oct 14 18:06:26.687420 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8be29-a425-4f0e-afcc-ee65c570c571 req-7d6b56e5-0179-4f26-ad1b-2ba297ce1365 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:26.689254 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3ad8be29-a425-4f0e-afcc-ee65c570c571 req-7d6b56e5-0179-4f26-ad1b-2ba297ce1365 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0957451 Oct 14 18:06:26.691325 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-fec091b5-c46b-4edb-b352-df78b3f0d87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9120383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9386644'] for subnet, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:26.721695 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45382395-5567-4ed1-98df-058f1777f148 req-1eeda51c-86d8-4da6-ac19-c225ee332005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:26.723269 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-45382395-5567-4ed1-98df-058f1777f148 req-1eeda51c-86d8-4da6-ac19-c225ee332005 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3db5b355-eec8-4685-acd1-cd1968bd4562 HTTP/1.1" status: 200 len: 855 time: 0.0499332 Oct 14 18:06:26.774319 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45382395-5567-4ed1-98df-058f1777f148 req-b5ca1dd5-57d2-478b-b6c8-a7695f614635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:26.776000 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-45382395-5567-4ed1-98df-058f1777f148 req-b5ca1dd5-57d2-478b-b6c8-a7695f614635 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7ed64d5-7393-452b-96b7-28d14516f1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453489 Oct 14 18:06:26.798827 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec091b5-c46b-4edb-b352-df78b3f0d87f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b0a5083-4eda-4e31-ba60-00004cd12a47,revision_number=0']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:26.821672 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3ad8be29-a425-4f0e-afcc-ee65c570c571 req-490ba413-9f17-442a-9a49-7256e488c853 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058631 Oct 14 18:06:26.826548 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205520a6-82ff-4119-a500-4d9349464534 None None] Sync routers for ids ['70e0cea5-3935-4aed-b824-c8a85c4c65bd'] in dv-cinder-813936-1-iscsi {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:06:26.837043 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205520a6-82ff-4119-a500-4d9349464534 None None] Routers {'70e0cea5-3935-4aed-b824-c8a85c4c65bd'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:06:26.837515 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-205520a6-82ff-4119-a500-4d9349464534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:06:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['70e0cea5-3935-4aed-b824-c8a85c4c65bd'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:06:26.839961 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0a94f1ed-744d-4a60-a44b-2f49233cbf02 req-d14a4e4d-0798-422a-8ead-575c46b2c3a2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2148898 Oct 14 18:06:26.844770 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [req-0a94f1ed-744d-4a60-a44b-2f49233cbf02 req-438c7fd6-25d7-4804-92e3-f1e37c572b1c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=99718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 18:06:26.845886 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0a94f1ed-744d-4a60-a44b-2f49233cbf02 req-438c7fd6-25d7-4804-92e3-f1e37c572b1c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051177 Oct 14 18:06:26.848924 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec091b5-c46b-4edb-b352-df78b3f0d87f admin admin] Checking segment: {'id': '8a76cb09-4f03-4226-bf64-12c38dfe7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4edc1173-be00-4c89-a12c-caa268602856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:06:26.849357 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec091b5-c46b-4edb-b352-df78b3f0d87f admin admin] Network hostable DHCP agents. Network: 4edc1173-be00-4c89-a12c-caa268602856, hostable agents: ['bf408c59-2cf8-4546-bb87-81b32559f057'], hosted agents: [] {{(pid=99718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 18:06:26.868088 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec091b5-c46b-4edb-b352-df78b3f0d87f admin admin] Network 4edc1173-be00-4c89-a12c-caa268602856 is scheduled to be hosted by DHCP agent bf408c59-2cf8-4546-bb87-81b32559f057 with binding_index 1 {{(pid=99718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 18:06:26.879275 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-fec091b5-c46b-4edb-b352-df78b3f0d87f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813936-1-iscsi, 4edc1173-be00-4c89-a12c-caa268602856) {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:06:26.884581 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec091b5-c46b-4edb-b352-df78b3f0d87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:26.885369 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-fec091b5-c46b-4edb-b352-df78b3f0d87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:26.891109 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4944df47-9b40-4b06-adbd-ab8f899702f2 None None] Network 4edc1173-be00-4c89-a12c-caa268602856 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:06:26.910434 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-fec091b5-c46b-4edb-b352-df78b3f0d87f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5652366 Oct 14 18:06:26.911149 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 55266) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:06:26.916964 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-0352f104-73f3-41a9-abca-30f9275ced1d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-497154625-router', 'tenant_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:06:26.921018 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-45382395-5567-4ed1-98df-058f1777f148 req-6065a28e-4553-44be-b512-f3737e67d1dd service neutron] 10.222.0.32 "GET /v2.0/networks/d7ed64d5-7393-452b-96b7-28d14516f1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363556 Oct 14 18:06:26.944739 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0352f104-73f3-41a9-abca-30f9275ced1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3787691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-388'] for router, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:26.946922 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0352f104-73f3-41a9-abca-30f9275ced1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3789973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:26.966172 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-205520a6-82ff-4119-a500-4d9349464534 None None] Set router 70e0cea5-3935-4aed-b824-c8a85c4c65bd gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:06:27.019293 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0352f104-73f3-41a9-abca-30f9275ced1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:27.051817 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-45382395-5567-4ed1-98df-058f1777f148 req-b96576f7-dacc-4370-ab0a-6b6a547c4d96 service neutron] 10.222.0.32 "GET /v2.0/networks/d7ed64d5-7393-452b-96b7-28d14516f1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226017 Oct 14 18:06:27.150021 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f3384c-9de3-4bec-9daa-87ad6251e453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f1db6d7-1359-5cde-afe4-8014bb52f508-4edc1173-be00-4c89-a12c-caa268602856', 'network_id': '4edc1173-be00-4c89-a12c-caa268602856', 'tenant_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'fixed_ips': [{'subnet_id': '9b0a5083-4eda-4e31-ba60-00004cd12a47'}]}} from dv-cinder-813936-1-iscsi. {{(pid=99720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 18:06:27.151869 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e6f3384c-9de3-4bec-9daa-87ad6251e453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:27.189292 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0352f104-73f3-41a9-abca-30f9275ced1d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:27.227748 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-205520a6-82ff-4119-a500-4d9349464534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'name': 'tempest-TestMinimumBasicScenario-106770234-router', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:20Z', 'updated_at': '2021-10-14T18:06:24Z', 'revision_number': 4, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'gw_port': {'id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:af:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:21Z', 'updated_at': '2021-10-14T18:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '80267065-694f-4903-8693-1300ed1e218f', 'name': '', 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'mac_address': 'fa:16:3e:9a:80:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '39bb6f49-4cc4-41ff-8aea-b97848978fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:23Z', 'updated_at': '2021-10-14T18:06:24Z', 'revision_number': 2, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'subnets': [{'id': '39bb6f49-4cc4-41ff-8aea-b97848978fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:06:27.258402 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205520a6-82ff-4119-a500-4d9349464534 None None] Checking router: 70e0cea5-3935-4aed-b824-c8a85c4c65bd for host: dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:06:27.258848 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205520a6-82ff-4119-a500-4d9349464534 None None] Updating router 70e0cea5-3935-4aed-b824-c8a85c4c65bd port 80267065-694f-4903-8693-1300ed1e218f binding host dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:06:27.291317 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-205520a6-82ff-4119-a500-4d9349464534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:27.338538 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.db_base_plugin_common [None req-e6f3384c-9de3-4bec-9daa-87ad6251e453 None None] Allocated IP 172.20.0.2 (4edc1173-be00-4c89-a12c-caa268602856/9b0a5083-4eda-4e31-ba60-00004cd12a47/9bc8d797-adb6-4279-a310-43ec7ec7dde8) {{(pid=99720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:06:27.485959 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0352f104-73f3-41a9-abca-30f9275ced1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:27.490783 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b945fd-7348-43b4-8dd1-ab3e1582aee7 req-dca250dd-7ec2-4cd9-8d7a-3b3a94f59eaa tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:27.495764 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a8b945fd-7348-43b4-8dd1-ab3e1582aee7 req-dca250dd-7ec2-4cd9-8d7a-3b3a94f59eaa tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.0902212 Oct 14 18:06:27.516166 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0352f104-73f3-41a9-abca-30f9275ced1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:27.561491 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a8b945fd-7348-43b4-8dd1-ab3e1582aee7 req-76c1051a-d047-4744-bfff-81a2a8426518 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536413 Oct 14 18:06:27.626074 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e6f3384c-9de3-4bec-9daa-87ad6251e453 None None] Notify callbacks [] for port, precommit_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:27.644784 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e6f3384c-9de3-4bec-9daa-87ad6251e453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160'] for port, after_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:27.649113 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_common [None req-0352f104-73f3-41a9-abca-30f9275ced1d admin admin] Allocated IP 172.27.3.186 (d72eea9d-773f-4ba1-af60-02bc446a2bfb/b0081548-82f4-4db0-bd72-f0077bc2ab2a/7ec44be7-4e75-40b8-b3b9-fd48851f5cad) {{(pid=99718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:06:27.706957 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-205520a6-82ff-4119-a500-4d9349464534 None None] Notify callbacks [] for port, precommit_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:27.708902 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f3384c-9de3-4bec-9daa-87ad6251e453 None None] Network 4edc1173-be00-4c89-a12c-caa268602856 is already hosted by enough agents. {{(pid=99720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:06:27.711848 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.scheduler.base_scheduler [None req-e6f3384c-9de3-4bec-9daa-87ad6251e453 None None] Resources bound (agent type, host, resource id): {{(pid=99720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:06:27.714698 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f3384c-9de3-4bec-9daa-87ad6251e453 None None] Received port after_create {{(pid=99720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:06:27.719150 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-205520a6-82ff-4119-a500-4d9349464534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:27.747059 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3384c-9de3-4bec-9daa-87ad6251e453 None None] Pushing event updated for resources: {'Port': ['ID=9bc8d797-adb6-4279-a310-43ec7ec7dde8,revision_number=1']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:27.780361 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1f599-705e-4c71-8320-812a6688d816 None None] Pushing event updated for resources: {'Port': ['ID=80267065-694f-4903-8693-1300ed1e218f,revision_number=3']} {{(pid=99721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:27.783357 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-e6f3384c-9de3-4bec-9daa-87ad6251e453 None None] Attempting to bind port 9bc8d797-adb6-4279-a310-43ec7ec7dde8 on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:06:27.784420 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-e6f3384c-9de3-4bec-9daa-87ad6251e453 None None] Attempting to bind port 9bc8d797-adb6-4279-a310-43ec7ec7dde8 by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': '8a76cb09-4f03-4226-bf64-12c38dfe7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4edc1173-be00-4c89-a12c-caa268602856'}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:06:27.784866 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f3384c-9de3-4bec-9daa-87ad6251e453 None None] Attempting to bind port 9bc8d797-adb6-4279-a310-43ec7ec7dde8 on network 4edc1173-be00-4c89-a12c-caa268602856 {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:06:27.790682 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f3384c-9de3-4bec-9daa-87ad6251e453 None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:06:27.790926 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f3384c-9de3-4bec-9daa-87ad6251e453 None None] Checking segment: {'id': '8a76cb09-4f03-4226-bf64-12c38dfe7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4edc1173-be00-4c89-a12c-caa268602856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:06:27.791410 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e6f3384c-9de3-4bec-9daa-87ad6251e453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:27.791907 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f3384c-9de3-4bec-9daa-87ad6251e453 None None] Bound using segment: {'id': '8a76cb09-4f03-4226-bf64-12c38dfe7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4edc1173-be00-4c89-a12c-caa268602856'} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:06:27.792437 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-e6f3384c-9de3-4bec-9daa-87ad6251e453 None None] Bound port: 9bc8d797-adb6-4279-a310-43ec7ec7dde8, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a76cb09-4f03-4226-bf64-12c38dfe7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4edc1173-be00-4c89-a12c-caa268602856'}}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:06:27.792922 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e6f3384c-9de3-4bec-9daa-87ad6251e453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:27.793536 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c1f599-705e-4c71-8320-812a6688d816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:27.793888 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c1f599-705e-4c71-8320-812a6688d816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:27.794231 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c1f599-705e-4c71-8320-812a6688d816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:27.794562 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c1f599-705e-4c71-8320-812a6688d816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:27.794944 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c1f599-705e-4c71-8320-812a6688d816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:27.795231 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c1f599-705e-4c71-8320-812a6688d816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:27.795565 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c1f599-705e-4c71-8320-812a6688d816 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:27.795901 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c1f599-705e-4c71-8320-812a6688d816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:27.796238 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c1f599-705e-4c71-8320-812a6688d816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:27.797415 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c1f599-705e-4c71-8320-812a6688d816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:27.797415 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c1f599-705e-4c71-8320-812a6688d816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:27.797699 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c1f599-705e-4c71-8320-812a6688d816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:06:27.844124 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0352f104-73f3-41a9-abca-30f9275ced1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:27.868142 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-205520a6-82ff-4119-a500-4d9349464534 None None] Attempting to bind port 80267065-694f-4903-8693-1300ed1e218f on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:06:27.869152 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-205520a6-82ff-4119-a500-4d9349464534 None None] Attempting to bind port 80267065-694f-4903-8693-1300ed1e218f by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': '9ffca814-2114-4ee0-8fe3-a2c2e4aa6627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d'}] {{(pid=99721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:06:27.869683 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205520a6-82ff-4119-a500-4d9349464534 None None] Attempting to bind port 80267065-694f-4903-8693-1300ed1e218f on network 64034f3a-511e-4cd5-9882-a07640c76d0d {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:06:27.876800 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205520a6-82ff-4119-a500-4d9349464534 None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:06:27.877449 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205520a6-82ff-4119-a500-4d9349464534 None None] Checking segment: {'id': '9ffca814-2114-4ee0-8fe3-a2c2e4aa6627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:06:27.878006 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-205520a6-82ff-4119-a500-4d9349464534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:27.878545 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205520a6-82ff-4119-a500-4d9349464534 None None] Bound using segment: {'id': '9ffca814-2114-4ee0-8fe3-a2c2e4aa6627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d'} {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:06:27.879191 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-205520a6-82ff-4119-a500-4d9349464534 None None] Bound port: 80267065-694f-4903-8693-1300ed1e218f, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffca814-2114-4ee0-8fe3-a2c2e4aa6627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d'}}] {{(pid=99721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:06:27.879751 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-205520a6-82ff-4119-a500-4d9349464534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:27.900095 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0352f104-73f3-41a9-abca-30f9275ced1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:27.981737 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0352f104-73f3-41a9-abca-30f9275ced1d admin admin] Network d72eea9d-773f-4ba1-af60-02bc446a2bfb is already hosted by enough agents. {{(pid=99718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:06:27.985361 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-e6f3384c-9de3-4bec-9daa-87ad6251e453 None None] For port 9bc8d797-adb6-4279-a310-43ec7ec7dde8, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:06:27.986118 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-0352f104-73f3-41a9-abca-30f9275ced1d admin admin] Resources bound (agent type, host, resource id): {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:06:27.993366 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-e6f3384c-9de3-4bec-9daa-87ad6251e453 None None] For port 9bc8d797-adb6-4279-a310-43ec7ec7dde8, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=9bc8d797-adb6-4279-a310-43ec7ec7dde8,segment=NetworkSegment(8a76cb09-4f03-4226-bf64-12c38dfe7950),segment_id=8a76cb09-4f03-4226-bf64-12c38dfe7950)] {{(pid=99720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:06:27.997811 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0352f104-73f3-41a9-abca-30f9275ced1d admin admin] Received port after_create {{(pid=99718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:06:28.003927 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e6f3384c-9de3-4bec-9daa-87ad6251e453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:28.060770 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63651c7c-814f-4d50-bdbf-3d88b530d9d1 req-c7e3db8b-08b3-4a85-8017-4a2ffd4b2728 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:28.068652 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-63651c7c-814f-4d50-bdbf-3d88b530d9d1 req-c7e3db8b-08b3-4a85-8017-4a2ffd4b2728 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.1242106 Oct 14 18:06:28.086386 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 554e8a16-27a3-4c8c-98d1-4742f8f39f1c up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:06:28.150158 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-63651c7c-814f-4d50-bdbf-3d88b530d9d1 req-5f6c40d4-79a0-45ce-9022-9837b537ae43 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805042 Oct 14 18:06:28.169130 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352f104-73f3-41a9-abca-30f9275ced1d admin admin] Pushing event updated for resources: {'Port': ['ID=7ec44be7-4e75-40b8-b3b9-fd48851f5cad,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:28.260137 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.db [None req-205520a6-82ff-4119-a500-4d9349464534 None None] For port 80267065-694f-4903-8693-1300ed1e218f, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:06:28.273487 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3384c-9de3-4bec-9daa-87ad6251e453 None None] Pushing event updated for resources: {'Port': ['ID=9bc8d797-adb6-4279-a310-43ec7ec7dde8,revision_number=2']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:28.277513 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.db [None req-205520a6-82ff-4119-a500-4d9349464534 None None] For port 80267065-694f-4903-8693-1300ed1e218f, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=80267065-694f-4903-8693-1300ed1e218f,segment=NetworkSegment(9ffca814-2114-4ee0-8fe3-a2c2e4aa6627),segment_id=9ffca814-2114-4ee0-8fe3-a2c2e4aa6627)] {{(pid=99721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:06:28.284472 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-f4ad2455-f859-4d1c-ab51-5aa56d8567d7 None None] Provisioning complete for port 80267065-694f-4903-8693-1300ed1e218f triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:28.284856 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f4ad2455-f859-4d1c-ab51-5aa56d8567d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:28.286852 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-205520a6-82ff-4119-a500-4d9349464534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:28.347695 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device e0c5307c-140d-496b-92a4-77d830d41e05 no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:06:28.350170 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1f599-705e-4c71-8320-812a6688d816 None None] Pushing event updated for resources: {'Port': ['ID=80267065-694f-4903-8693-1300ed1e218f,revision_number=4']} {{(pid=99721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:28.372367 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205520a6-82ff-4119-a500-4d9349464534 None None] Routers {'70e0cea5-3935-4aed-b824-c8a85c4c65bd'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:06:28.373312 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-205520a6-82ff-4119-a500-4d9349464534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:06:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['70e0cea5-3935-4aed-b824-c8a85c4c65bd'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:06:28.394496 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 554e8a16-27a3-4c8c-98d1-4742f8f39f1c triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:28.394854 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:28.415807 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0352f104-73f3-41a9-abca-30f9275ced1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:28.542150 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-205520a6-82ff-4119-a500-4d9349464534 None None] Set router 70e0cea5-3935-4aed-b824-c8a85c4c65bd gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:06:28.718750 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f4ad2455-f859-4d1c-ab51-5aa56d8567d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:28.744252 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:28.797905 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94f1ed-744d-4a60-a44b-2f49233cbf02 req-2e6ed407-f3d0-40f5-bbb4-800866cb5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:28.800513 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0a94f1ed-744d-4a60-a44b-2f49233cbf02 req-2e6ed407-f3d0-40f5-bbb4-800866cb5731 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870&tenant_id=94302e03a66d49488ecc210494662665 HTTP/1.1" status: 200 len: 1099 time: 0.0908754 Oct 14 18:06:28.829934 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273710c1-08e2-42cb-aba6-dd39576489f6 req-6628b498-45ab-4231-91e8-d94c9491460b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:28.836825 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-273710c1-08e2-42cb-aba6-dd39576489f6 req-6628b498-45ab-4231-91e8-d94c9491460b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 945 time: 0.1427395 Oct 14 18:06:28.855883 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784674fc-7a15-4522-8441-539a893de870', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0c5307c-140d-496b-92a4-77d830d41e05'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:06:28.858263 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c3f491-5aaf-460a-8044-3b821120c0f9" -d '{"events": [{"server_uuid": "784674fc-7a15-4522-8441-539a893de870", "name": "network-vif-unplugged", "status": "completed", "tag": "e0c5307c-140d-496b-92a4-77d830d41e05"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:06:28.862989 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0352f104-73f3-41a9-abca-30f9275ced1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3789984'] for router, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:28.870831 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port e0c5307c-140d-496b-92a4-77d830d41e05, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=e0c5307c-140d-496b-92a4-77d830d41e05,segment=NetworkSegment(b8c52ac2-36bb-47ff-9ece-9a0ee71cd081),segment_id=b8c52ac2-36bb-47ff-9ece-9a0ee71cd081)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:06:28.885733 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94f1ed-744d-4a60-a44b-2f49233cbf02 req-42c5cfcb-2949-4a15-9a33-ed238680c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:28.888618 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0a94f1ed-744d-4a60-a44b-2f49233cbf02 req-42c5cfcb-2949-4a15-9a33-ed238680c0ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=94302e03a66d49488ecc210494662665&device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 1099 time: 0.0639420 Oct 14 18:06:28.889958 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:28.890863 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device f76ea452-9ff1-4b81-9071-a4106fe966a1 no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:06:28.897210 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-f4ad2455-f859-4d1c-ab51-5aa56d8567d7 None None] For port 80267065-694f-4903-8693-1300ed1e218f, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=80267065-694f-4903-8693-1300ed1e218f,segment=NetworkSegment(9ffca814-2114-4ee0-8fe3-a2c2e4aa6627),segment_id=9ffca814-2114-4ee0-8fe3-a2c2e4aa6627)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:06:28.946120 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-205520a6-82ff-4119-a500-4d9349464534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'name': 'tempest-TestMinimumBasicScenario-106770234-router', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:20Z', 'updated_at': '2021-10-14T18:06:24Z', 'revision_number': 4, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'gw_port': {'id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:af:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:21Z', 'updated_at': '2021-10-14T18:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '80267065-694f-4903-8693-1300ed1e218f', 'name': '', 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'mac_address': 'fa:16:3e:9a:80:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '39bb6f49-4cc4-41ff-8aea-b97848978fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:23Z', 'updated_at': '2021-10-14T18:06:28Z', 'revision_number': 4, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'subnets': [{'id': '39bb6f49-4cc4-41ff-8aea-b97848978fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:06:28.984612 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205520a6-82ff-4119-a500-4d9349464534 None None] The sync data for ids ['70e0cea5-3935-4aed-b824-c8a85c4c65bd'] in dv-cinder-813936-1-iscsi is: [{'id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'name': 'tempest-TestMinimumBasicScenario-106770234-router', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:20Z', 'updated_at': '2021-10-14T18:06:24Z', 'revision_number': 4, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'gw_port': {'id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:af:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:21Z', 'updated_at': '2021-10-14T18:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '80267065-694f-4903-8693-1300ed1e218f', 'name': '', 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'mac_address': 'fa:16:3e:9a:80:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '39bb6f49-4cc4-41ff-8aea-b97848978fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:23Z', 'updated_at': '2021-10-14T18:06:28Z', 'revision_number': 4, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'subnets': [{'id': '39bb6f49-4cc4-41ff-8aea-b97848978fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:06:28.987815 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f4ad2455-f859-4d1c-ab51-5aa56d8567d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:29.097566 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-273710c1-08e2-42cb-aba6-dd39576489f6 req-583f7932-2fdb-4e0e-b3f0-70f080721f65 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070191 Oct 14 18:06:29.150120 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94f1ed-744d-4a60-a44b-2f49233cbf02 req-3ece13e1-03a5-48fd-92c0-a0805133822c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:29.157186 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:29.158269 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0a94f1ed-744d-4a60-a44b-2f49233cbf02 req-3ece13e1-03a5-48fd-92c0-a0805133822c service neutron] 10.222.0.32 "GET /v2.0/networks?id=30700716-2b8b-453a-8682-0096823de319 HTTP/1.1" status: 200 len: 910 time: 0.2544024 Oct 14 18:06:29.166396 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Oct 2021 18:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4483424-af64-4c36-9618-ad2968348787 x-openstack-request-id: req-a4483424-af64-4c36-9618-ad2968348787 {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:06:29.166727 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784674fc-7a15-4522-8441-539a893de870", "name": "network-vif-unplugged", "status": "completed", "tag": "e0c5307c-140d-496b-92a4-77d830d41e05", "code": 200}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:06:29.167249 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4483424-af64-4c36-9618-ad2968348787 {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:06:29.167843 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784674fc-7a15-4522-8441-539a893de870', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0c5307c-140d-496b-92a4-77d830d41e05', 'code': 200} Oct 14 18:06:29.180059 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=e0c5307c-140d-496b-92a4-77d830d41e05,revision_number=6']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:29.197567 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-9ee1b59c-9cec-4789-9637-612fc1fc363b None None] Provisioning complete for port 80267065-694f-4903-8693-1300ed1e218f triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:29.198119 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-9ee1b59c-9cec-4789-9637-612fc1fc363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:29.265757 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0352f104-73f3-41a9-abca-30f9275ced1d admin admin] Router 314e8500-63fb-4986-b8df-0cb8004d3a30 is scheduled to L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef with binding_index 1 {{(pid=99718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 18:06:29.271183 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0a94f1ed-744d-4a60-a44b-2f49233cbf02 req-6209d046-8070-4280-ac3f-9f3044c77698 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c5307c-140d-496b-92a4-77d830d41e05 HTTP/1.1" status: 200 len: 999 time: 0.1053808 Oct 14 18:06:29.333370 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94f1ed-744d-4a60-a44b-2f49233cbf02 req-9fa5b139-655a-4db9-98ab-6bf6911910e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:29.335474 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0a94f1ed-744d-4a60-a44b-2f49233cbf02 req-9fa5b139-655a-4db9-98ab-6bf6911910e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7347e1b-6561-4e2c-bb17-d55c8e7fdd45 HTTP/1.1" status: 200 len: 848 time: 0.0576239 Oct 14 18:06:29.372249 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port f76ea452-9ff1-4b81-9071-a4106fe966a1, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=f76ea452-9ff1-4b81-9071-a4106fe966a1,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:06:29.390707 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:29.401767 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad2455-f859-4d1c-ab51-5aa56d8567d7 None None] Pushing event updated for resources: {'Port': ['ID=80267065-694f-4903-8693-1300ed1e218f,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:29.407106 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94f1ed-744d-4a60-a44b-2f49233cbf02 req-abe35739-88ca-4887-b764-65d2e3cd318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:29.409355 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0a94f1ed-744d-4a60-a44b-2f49233cbf02 req-abe35739-88ca-4887-b764-65d2e3cd318d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30700716-2b8b-453a-8682-0096823de319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647755 Oct 14 18:06:29.455061 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f509f77-b900-432f-b4b8-f3e3108910eb req-e06ade5e-119e-4485-aeb6-b7b1c77ce5a0 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:29.458254 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3f509f77-b900-432f-b4b8-f3e3108910eb req-e06ade5e-119e-4485-aeb6-b7b1c77ce5a0 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 944 time: 0.1701419 Oct 14 18:06:29.511388 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0352f104-73f3-41a9-abca-30f9275ced1d admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:06:29.522939 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0a94f1ed-744d-4a60-a44b-2f49233cbf02 req-a9046234-13de-4335-aef8-254525ca6e51 service neutron] 10.222.0.32 "GET /v2.0/networks/30700716-2b8b-453a-8682-0096823de319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041136 Oct 14 18:06:29.532643 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] Sync routers for ids ['314e8500-63fb-4986-b8df-0cb8004d3a30'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:06:29.561052 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3f509f77-b900-432f-b4b8-f3e3108910eb req-9ac67f9c-5739-4aad-be40-17160d00df7c tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956564 Oct 14 18:06:29.569588 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0352f104-73f3-41a9-abca-30f9275ced1d admin admin] Notify callbacks [] for router, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:29.576661 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-0352f104-73f3-41a9-abca-30f9275ced1d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6642087 Oct 14 18:06:29.583070 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 55298) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:06:29.584572 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] Routers {'314e8500-63fb-4986-b8df-0cb8004d3a30'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:06:29.590539 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:06:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['314e8500-63fb-4986-b8df-0cb8004d3a30'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:06:29.594641 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=f76ea452-9ff1-4b81-9071-a4106fe966a1,revision_number=8']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:29.669682 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0a94f1ed-744d-4a60-a44b-2f49233cbf02 req-67b3f1e6-b1d3-4946-b6a3-c95949fa8d7c service neutron] 10.222.0.32 "GET /v2.0/networks/30700716-2b8b-453a-8682-0096823de319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388924 Oct 14 18:06:29.749134 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] Set router 314e8500-63fb-4986-b8df-0cb8004d3a30 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:06:29.780062 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa404192-8d43-4c7a-9362-15acfcf4ef86 None None] Network 4edc1173-be00-4c89-a12c-caa268602856 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:06:30.040706 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 9bc8d797-adb6-4279-a310-43ec7ec7dde8 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:06:30.070128 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-3f1135fd-7877-4d1f-a8ff-2d6f14da7815 None None] Provisioning complete for port 9bc8d797-adb6-4279-a310-43ec7ec7dde8 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:30.070443 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-3f1135fd-7877-4d1f-a8ff-2d6f14da7815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:30.258046 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c7571-e8d2-4d8a-9114-41d79af3ccc4 req-e2aa618f-23a3-4d29-8b73-fcf8e210c5ec tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:30.259168 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-808c7571-e8d2-4d8a-9114-41d79af3ccc4 req-e2aa618f-23a3-4d29-8b73-fcf8e210c5ec tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 943 time: 0.0887625 Oct 14 18:06:30.280110 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 9bc8d797-adb6-4279-a310-43ec7ec7dde8 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:30.280433 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:30.315356 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-808c7571-e8d2-4d8a-9114-41d79af3ccc4 req-90f3143d-de81-483e-8388-9db52cb5a61c tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404027 Oct 14 18:06:30.336871 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3997f8db-410f-4b36-8cba-ab8560b5ea3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:30.359801 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-3f1135fd-7877-4d1f-a8ff-2d6f14da7815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:30.452744 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-3f1135fd-7877-4d1f-a8ff-2d6f14da7815 None None] For port 9bc8d797-adb6-4279-a310-43ec7ec7dde8, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=9bc8d797-adb6-4279-a310-43ec7ec7dde8,segment=NetworkSegment(8a76cb09-4f03-4226-bf64-12c38dfe7950),segment_id=8a76cb09-4f03-4226-bf64-12c38dfe7950)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:06:30.462209 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314e8500-63fb-4986-b8df-0cb8004d3a30', 'name': 'tempest-TestMinimumBasicScenario-497154625-router', 'tenant_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '7ec44be7-4e75-40b8-b3b9-fd48851f5cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:26Z', 'updated_at': '2021-10-14T18:06:28Z', 'revision_number': 3, 'project_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'gw_port': {'id': '7ec44be7-4e75-40b8-b3b9-fd48851f5cad', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:45:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314e8500-63fb-4986-b8df-0cb8004d3a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:27Z', 'updated_at': '2021-10-14T18:06:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:06:30.468810 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-3f1135fd-7877-4d1f-a8ff-2d6f14da7815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:30.517414 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] Checking router: 314e8500-63fb-4986-b8df-0cb8004d3a30 for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:06:30.517880 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] Updating router 314e8500-63fb-4986-b8df-0cb8004d3a30 port 7ec44be7-4e75-40b8-b3b9-fd48851f5cad binding host dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:06:30.553164 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_common [None req-3997f8db-410f-4b36-8cba-ab8560b5ea3f admin admin] Allocated IP 172.20.0.1 (4edc1173-be00-4c89-a12c-caa268602856/9b0a5083-4eda-4e31-ba60-00004cd12a47/d93b2f1f-d046-45e1-8dc5-9fe3a2978a11) {{(pid=99718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:06:30.575283 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:30.607891 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:30.652063 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1135fd-7877-4d1f-a8ff-2d6f14da7815 None None] Pushing event updated for resources: {'Port': ['ID=9bc8d797-adb6-4279-a310-43ec7ec7dde8,revision_number=3']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:30.724670 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3997f8db-410f-4b36-8cba-ab8560b5ea3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:30.731135 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129eb958-aa12-4bba-b5c1-93ff5d93ef97 req-654b2859-d070-4dc6-9f3a-e76ef7e28b3f tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:30.732776 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-129eb958-aa12-4bba-b5c1-93ff5d93ef97 req-654b2859-d070-4dc6-9f3a-e76ef7e28b3f tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 944 time: 0.0544872 Oct 14 18:06:30.760731 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.db.api [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 18:06:30.761112 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG oslo_db.api [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 18:06:30.767395 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-f01afd2f-189d-4133-9c53-d8d97a58bfaf None None] Provisioning complete for port 9bc8d797-adb6-4279-a310-43ec7ec7dde8 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:30.768300 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f01afd2f-189d-4133-9c53-d8d97a58bfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:30.771352 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3997f8db-410f-4b36-8cba-ab8560b5ea3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:30.775135 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-129eb958-aa12-4bba-b5c1-93ff5d93ef97 req-c955d925-0580-4347-9b2c-2a10a259fa77 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358253 Oct 14 18:06:30.826579 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3997f8db-410f-4b36-8cba-ab8560b5ea3f admin admin] Network 4edc1173-be00-4c89-a12c-caa268602856 is already hosted by enough agents. {{(pid=99718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:06:30.830926 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-3997f8db-410f-4b36-8cba-ab8560b5ea3f admin admin] Resources bound (agent type, host, resource id): {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:06:30.838864 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3997f8db-410f-4b36-8cba-ab8560b5ea3f admin admin] Received port after_create {{(pid=99718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:06:30.865735 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997f8db-410f-4b36-8cba-ab8560b5ea3f admin admin] Pushing event updated for resources: {'Port': ['ID=d93b2f1f-d046-45e1-8dc5-9fe3a2978a11,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:30.893261 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3997f8db-410f-4b36-8cba-ab8560b5ea3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3790741'] for router_interface, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:31.037571 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] Notify callbacks [] for port, precommit_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:31.045501 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:31.048824 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3997f8db-410f-4b36-8cba-ab8560b5ea3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:31.100130 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] Attempting to bind port 7ec44be7-4e75-40b8-b3b9-fd48851f5cad on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:06:31.100388 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] Attempting to bind port 7ec44be7-4e75-40b8-b3b9-fd48851f5cad by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:06:31.100780 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] Attempting to bind port 7ec44be7-4e75-40b8-b3b9-fd48851f5cad on network d72eea9d-773f-4ba1-af60-02bc446a2bfb {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:06:31.109125 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:06:31.109456 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] Checking segment: {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:06:31.109910 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:31.110333 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] Bound using segment: {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:06:31.110988 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] Bound port: 7ec44be7-4e75-40b8-b3b9-fd48851f5cad, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:06:31.111383 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:31.138332 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb218dc-bc06-426f-85fe-6701d54c2a04 None None] Pushing event updated for resources: {'Port': ['ID=7ec44be7-4e75-40b8-b3b9-fd48851f5cad,revision_number=2']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:31.169970 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cafef45-5adc-4b0b-9a39-369ad2e40f54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f76ea452-9ff1-4b81-9071-a4106fe966a1'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:06:31.171787 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6bb57c-337e-49db-8322-9bd399d23834" -d '{"events": [{"server_uuid": "5cafef45-5adc-4b0b-9a39-369ad2e40f54", "name": "network-vif-unplugged", "status": "completed", "tag": "f76ea452-9ff1-4b81-9071-a4106fe966a1"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:06:31.176211 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] For port 7ec44be7-4e75-40b8-b3b9-fd48851f5cad, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:06:31.179479 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] For port 7ec44be7-4e75-40b8-b3b9-fd48851f5cad, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=7ec44be7-4e75-40b8-b3b9-fd48851f5cad,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:06:31.184158 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:31.218876 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Oct 2021 18:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1538f045-35fa-49ff-b5da-6e2ae498c065 x-openstack-request-id: req-1538f045-35fa-49ff-b5da-6e2ae498c065 {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:06:31.218876 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cafef45-5adc-4b0b-9a39-369ad2e40f54", "name": "network-vif-unplugged", "status": "failed", "tag": "f76ea452-9ff1-4b81-9071-a4106fe966a1", "code": 422}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:06:31.218876 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1538f045-35fa-49ff-b5da-6e2ae498c065 {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:06:31.219310 dv-cinder-813936-1-iscsi neutron-server[99720]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5cafef45-5adc-4b0b-9a39-369ad2e40f54', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f76ea452-9ff1-4b81-9071-a4106fe966a1', 'code': 422} returned with failed status Oct 14 18:06:31.233911 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3997f8db-410f-4b36-8cba-ab8560b5ea3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:31.240121 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3997f8db-410f-4b36-8cba-ab8560b5ea3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9121014'] for port, after_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:31.247139 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-c09f4f24-3da6-4d77-bb23-cd68f9c0553b None None] Provisioning complete for port d93b2f1f-d046-45e1-8dc5-9fe3a2978a11 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:31.247514 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-c09f4f24-3da6-4d77-bb23-cd68f9c0553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:31.282263 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb218dc-bc06-426f-85fe-6701d54c2a04 None None] Pushing event updated for resources: {'Port': ['ID=7ec44be7-4e75-40b8-b3b9-fd48851f5cad,revision_number=3']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:31.307216 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] Routers {'314e8500-63fb-4986-b8df-0cb8004d3a30'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:06:31.307876 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:06:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['314e8500-63fb-4986-b8df-0cb8004d3a30'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:06:31.308338 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3997f8db-410f-4b36-8cba-ab8560b5ea3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790817'] for router_interface, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:31.321236 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997f8db-410f-4b36-8cba-ab8560b5ea3f admin admin] Pushing event updated for resources: {'Port': ['ID=d93b2f1f-d046-45e1-8dc5-9fe3a2978a11,revision_number=2']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:31.392351 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-c09f4f24-3da6-4d77-bb23-cd68f9c0553b None None] Port d93b2f1f-d046-45e1-8dc5-9fe3a2978a11 cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:06:31.397446 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 80267065-694f-4903-8693-1300ed1e218f up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:06:31.433542 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3997f8db-410f-4b36-8cba-ab8560b5ea3f admin admin] Network 4edc1173-be00-4c89-a12c-caa268602856 is already hosted by enough agents. {{(pid=99718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:06:31.434974 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-3997f8db-410f-4b36-8cba-ab8560b5ea3f admin admin] Resources bound (agent type, host, resource id): {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:06:31.468921 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] Set router 314e8500-63fb-4986-b8df-0cb8004d3a30 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:06:31.542992 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 80267065-694f-4903-8693-1300ed1e218f triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:31.543714 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:31.561391 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3997f8db-410f-4b36-8cba-ab8560b5ea3f admin admin] Router 314e8500-63fb-4986-b8df-0cb8004d3a30 has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:06:31.697919 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3997f8db-410f-4b36-8cba-ab8560b5ea3f admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:06:31.707919 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-3997f8db-410f-4b36-8cba-ab8560b5ea3f admin admin] 10.222.0.49 "PUT /v2.0/routers/314e8500-63fb-4986-b8df-0cb8004d3a30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1236987 Oct 14 18:06:31.807444 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314e8500-63fb-4986-b8df-0cb8004d3a30', 'name': 'tempest-TestMinimumBasicScenario-497154625-router', 'tenant_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '7ec44be7-4e75-40b8-b3b9-fd48851f5cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:26Z', 'updated_at': '2021-10-14T18:06:31Z', 'revision_number': 4, 'project_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'gw_port': {'id': '7ec44be7-4e75-40b8-b3b9-fd48851f5cad', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:45:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314e8500-63fb-4986-b8df-0cb8004d3a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:27Z', 'updated_at': '2021-10-14T18:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'd93b2f1f-d046-45e1-8dc5-9fe3a2978a11', 'name': '', 'network_id': '4edc1173-be00-4c89-a12c-caa268602856', 'tenant_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'mac_address': 'fa:16:3e:f3:f4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314e8500-63fb-4986-b8df-0cb8004d3a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9b0a5083-4eda-4e31-ba60-00004cd12a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:30Z', 'updated_at': '2021-10-14T18:06:31Z', 'revision_number': 2, 'project_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'subnets': [{'id': '9b0a5083-4eda-4e31-ba60-00004cd12a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:06:31.838013 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823de27b-608b-407b-8709-c545d3f30ec6 None None] The sync data for ids ['314e8500-63fb-4986-b8df-0cb8004d3a30'] in dv-cinder-813936-1-iscsi is: [{'id': '314e8500-63fb-4986-b8df-0cb8004d3a30', 'name': 'tempest-TestMinimumBasicScenario-497154625-router', 'tenant_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '7ec44be7-4e75-40b8-b3b9-fd48851f5cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:26Z', 'updated_at': '2021-10-14T18:06:31Z', 'revision_number': 4, 'project_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'gw_port': {'id': '7ec44be7-4e75-40b8-b3b9-fd48851f5cad', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:45:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314e8500-63fb-4986-b8df-0cb8004d3a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:27Z', 'updated_at': '2021-10-14T18:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'd93b2f1f-d046-45e1-8dc5-9fe3a2978a11', 'name': '', 'network_id': '4edc1173-be00-4c89-a12c-caa268602856', 'tenant_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'mac_address': 'fa:16:3e:f3:f4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314e8500-63fb-4986-b8df-0cb8004d3a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9b0a5083-4eda-4e31-ba60-00004cd12a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:30Z', 'updated_at': '2021-10-14T18:06:31Z', 'revision_number': 2, 'project_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'subnets': [{'id': '9b0a5083-4eda-4e31-ba60-00004cd12a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:06:31.853622 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ebaf9f06-7e5d-4ae5-a75e-31bbaad099eb None None] Provisioning complete for port d93b2f1f-d046-45e1-8dc5-9fe3a2978a11 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:31.854076 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9f06-7e5d-4ae5-a75e-31bbaad099eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:31.919108 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf9f06-7e5d-4ae5-a75e-31bbaad099eb None None] Port d93b2f1f-d046-45e1-8dc5-9fe3a2978a11 cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:06:31.942134 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eecc4a-6f58-4b51-91ea-9088e337a32d req-184d9b20-a984-4bb2-8e8e-5fed235ee46b tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:31.950307 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-b8eecc4a-6f58-4b51-91ea-9088e337a32d req-184d9b20-a984-4bb2-8e8e-5fed235ee46b tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 944 time: 0.0918550 Oct 14 18:06:31.973694 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6104849-4293-4934-a37e-23ab43448281 req-bfe639da-09ba-4456-9a18-2d5570488009 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:31.977608 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a6104849-4293-4934-a37e-23ab43448281 req-bfe639da-09ba-4456-9a18-2d5570488009 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 943 time: 0.4372916 Oct 14 18:06:31.988090 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 9bc8d797-adb6-4279-a310-43ec7ec7dde8 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:06:32.006561 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-b8eecc4a-6f58-4b51-91ea-9088e337a32d req-b22ea56a-2ff8-4067-89d6-2dcd274e738a tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551927 Oct 14 18:06:32.036577 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-27a2008a-72d9-4b93-9e1b-2b21173fd6ea req-2cbd1e72-b2cf-4dfb-88d1-c46842d2f672 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4472928 Oct 14 18:06:32.052017 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a6104849-4293-4934-a37e-23ab43448281 req-cf92d496-31cb-4943-885c-f662e7c94760 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590265 Oct 14 18:06:32.267543 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 9bc8d797-adb6-4279-a310-43ec7ec7dde8 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:32.268646 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:32.313126 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device f76ea452-9ff1-4b81-9071-a4106fe966a1 no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:06:33.010398 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2008a-72d9-4b93-9e1b-2b21173fd6ea req-62dc00dd-7553-40a6-98b0-1fde73bd4783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:33.016128 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-27a2008a-72d9-4b93-9e1b-2b21173fd6ea req-62dc00dd-7553-40a6-98b0-1fde73bd4783 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54&tenant_id=229d568687144cccbef243c252982e00 HTTP/1.1" status: 200 len: 1096 time: 0.0474074 Oct 14 18:06:33.195015 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:06:33.195605 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2008a-72d9-4b93-9e1b-2b21173fd6ea req-ca4187a3-51db-4762-8243-3cc12a80b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:33.196979 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-27a2008a-72d9-4b93-9e1b-2b21173fd6ea req-ca4187a3-51db-4762-8243-3cc12a80b14e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=229d568687144cccbef243c252982e00&device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 1096 time: 0.1564031 Oct 14 18:06:33.211093 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5c076-2183-4b2e-8f92-79356be1df1f req-30e077cc-9d1c-418e-be8f-a8350e970bbd tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:33.213695 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c9b5c076-2183-4b2e-8f92-79356be1df1f req-30e077cc-9d1c-418e-be8f-a8350e970bbd tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 944 time: 0.0938027 Oct 14 18:06:33.273012 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c9b5c076-2183-4b2e-8f92-79356be1df1f req-5f27c3ee-2e32-4a51-9de9-20231ba6b455 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526516 Oct 14 18:06:33.282250 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683178a-caf5-41cb-ae3a-e1cea0fc8a6e req-0c9c2767-3a1c-4090-816c-80fa1a66196c tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:33.284093 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d683178a-caf5-41cb-ae3a-e1cea0fc8a6e req-0c9c2767-3a1c-4090-816c-80fa1a66196c tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 943 time: 0.1437352 Oct 14 18:06:33.349944 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-d683178a-caf5-41cb-ae3a-e1cea0fc8a6e req-f5e6e1f6-3529-4865-9070-a749c7cf7827 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547669 Oct 14 18:06:33.370236 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2008a-72d9-4b93-9e1b-2b21173fd6ea req-fb782726-f469-4e47-a1ef-632afe28bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:33.371893 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-27a2008a-72d9-4b93-9e1b-2b21173fd6ea req-fb782726-f469-4e47-a1ef-632afe28bed8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7ed64d5-7393-452b-96b7-28d14516f1ea HTTP/1.1" status: 200 len: 917 time: 0.1668065 Oct 14 18:06:33.464947 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-27a2008a-72d9-4b93-9e1b-2b21173fd6ea req-002b5cf5-cf4a-4377-8efd-d6e34983ac69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f76ea452-9ff1-4b81-9071-a4106fe966a1 HTTP/1.1" status: 200 len: 999 time: 0.0853338 Oct 14 18:06:33.520280 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2008a-72d9-4b93-9e1b-2b21173fd6ea req-919a4ebc-b016-418a-8d73-60f5a8dba1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:33.521977 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-27a2008a-72d9-4b93-9e1b-2b21173fd6ea req-919a4ebc-b016-418a-8d73-60f5a8dba1a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3db5b355-eec8-4685-acd1-cd1968bd4562 HTTP/1.1" status: 200 len: 855 time: 0.0501246 Oct 14 18:06:33.586419 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2008a-72d9-4b93-9e1b-2b21173fd6ea req-230d97de-7753-470f-a199-46c1dbcc21ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:33.587856 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-27a2008a-72d9-4b93-9e1b-2b21173fd6ea req-230d97de-7753-470f-a199-46c1dbcc21ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7ed64d5-7393-452b-96b7-28d14516f1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521348 Oct 14 18:06:33.693542 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-27a2008a-72d9-4b93-9e1b-2b21173fd6ea req-d4500a47-916f-4bb0-bbd2-39d99a4b988e service neutron] 10.222.0.32 "GET /v2.0/networks/d7ed64d5-7393-452b-96b7-28d14516f1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969374 Oct 14 18:06:33.796278 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-27a2008a-72d9-4b93-9e1b-2b21173fd6ea req-3524bdea-3721-439f-a05a-0bdacc921f87 service neutron] 10.222.0.32 "GET /v2.0/networks/d7ed64d5-7393-452b-96b7-28d14516f1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949500 Oct 14 18:06:34.022463 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 7ec44be7-4e75-40b8-b3b9-fd48851f5cad up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:06:34.082509 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 7ec44be7-4e75-40b8-b3b9-fd48851f5cad triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:34.082884 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:34.193243 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:34.217551 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] For port 7ec44be7-4e75-40b8-b3b9-fd48851f5cad, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=7ec44be7-4e75-40b8-b3b9-fd48851f5cad,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:06:34.223444 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:34.342044 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Pushing event updated for resources: {'Port': ['ID=7ec44be7-4e75-40b8-b3b9-fd48851f5cad,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:34.479142 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086af72-168a-445e-af76-3631c637fc93 req-230eb784-b1c2-44c2-9f1f-47aa9daf3c01 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:34.493169 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7086af72-168a-445e-af76-3631c637fc93 req-230eb784-b1c2-44c2-9f1f-47aa9daf3c01 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 944 time: 0.1299896 Oct 14 18:06:34.601953 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04bbab-2aee-4bbb-aaef-8626d2627b4b req-645e9ccc-4407-460d-a42a-9d019389feab tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:34.614908 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ee04bbab-2aee-4bbb-aaef-8626d2627b4b req-645e9ccc-4407-460d-a42a-9d019389feab tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 943 time: 0.1473930 Oct 14 18:06:34.618293 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7086af72-168a-445e-af76-3631c637fc93 req-9783e213-ed74-43fd-9b20-fab406801b61 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162806 Oct 14 18:06:34.681865 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ee04bbab-2aee-4bbb-aaef-8626d2627b4b req-e53c0459-e65d-4254-8b49-6f6a34b5f47c tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606377 Oct 14 18:06:35.793699 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d4b49-67ed-4b3f-8833-65b79ee5fd5a req-586ebaf9-23d6-4e53-9f0c-b5fae047dbba tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:35.806077 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3e7d4b49-67ed-4b3f-8833-65b79ee5fd5a req-586ebaf9-23d6-4e53-9f0c-b5fae047dbba tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 944 time: 0.1112952 Oct 14 18:06:35.917393 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca549f9d-901f-42be-aab7-afd0868189ec req-bdce0a9a-478f-4260-be64-0e4475638a38 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:35.935354 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ca549f9d-901f-42be-aab7-afd0868189ec req-bdce0a9a-478f-4260-be64-0e4475638a38 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 943 time: 0.1254106 Oct 14 18:06:35.956225 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3e7d4b49-67ed-4b3f-8833-65b79ee5fd5a req-685ebd9b-ddee-4f85-9c49-37bd8895d824 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448605 Oct 14 18:06:36.021190 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ca549f9d-901f-42be-aab7-afd0868189ec req-6afdc558-8ce4-4628-9e25-1382751ae846 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775661 Oct 14 18:06:36.071467 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 7ec44be7-4e75-40b8-b3b9-fd48851f5cad up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:06:36.165753 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 7ec44be7-4e75-40b8-b3b9-fd48851f5cad triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:36.166281 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:36.368300 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] Sync routers for ids ['314e8500-63fb-4986-b8df-0cb8004d3a30'] in dv-cinder-813936-1-iscsi {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:06:36.379377 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] Routers {'314e8500-63fb-4986-b8df-0cb8004d3a30'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:06:36.380329 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:06:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['314e8500-63fb-4986-b8df-0cb8004d3a30'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:06:36.551146 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] Set router 314e8500-63fb-4986-b8df-0cb8004d3a30 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:06:36.855521 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314e8500-63fb-4986-b8df-0cb8004d3a30', 'name': 'tempest-TestMinimumBasicScenario-497154625-router', 'tenant_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '7ec44be7-4e75-40b8-b3b9-fd48851f5cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:26Z', 'updated_at': '2021-10-14T18:06:31Z', 'revision_number': 4, 'project_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'gw_port': {'id': '7ec44be7-4e75-40b8-b3b9-fd48851f5cad', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:45:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314e8500-63fb-4986-b8df-0cb8004d3a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:27Z', 'updated_at': '2021-10-14T18:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'd93b2f1f-d046-45e1-8dc5-9fe3a2978a11', 'name': '', 'network_id': '4edc1173-be00-4c89-a12c-caa268602856', 'tenant_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'mac_address': 'fa:16:3e:f3:f4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314e8500-63fb-4986-b8df-0cb8004d3a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9b0a5083-4eda-4e31-ba60-00004cd12a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:30Z', 'updated_at': '2021-10-14T18:06:31Z', 'revision_number': 2, 'project_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'subnets': [{'id': '9b0a5083-4eda-4e31-ba60-00004cd12a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:06:36.895608 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] Checking router: 314e8500-63fb-4986-b8df-0cb8004d3a30 for host: dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:06:36.896026 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] Updating router 314e8500-63fb-4986-b8df-0cb8004d3a30 port d93b2f1f-d046-45e1-8dc5-9fe3a2978a11 binding host dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:06:36.925575 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:37.101096 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6f521-2e79-4db3-bedf-a493b616e4e5 req-79d08fa9-88c9-4d90-91eb-fe0259de4975 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:37.103626 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f6c6f521-2e79-4db3-bedf-a493b616e4e5 req-79d08fa9-88c9-4d90-91eb-fe0259de4975 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 944 time: 0.0749874 Oct 14 18:06:37.156401 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f6c6f521-2e79-4db3-bedf-a493b616e4e5 req-2ecccc15-e8e5-4355-80fe-7115a8907e85 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468876 Oct 14 18:06:37.384259 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23500ba0-ddcf-4f10-830f-13d246aa3f56 req-3263fade-c743-4bef-b200-fecc2df92462 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:37.389428 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-23500ba0-ddcf-4f10-830f-13d246aa3f56 req-3263fade-c743-4bef-b200-fecc2df92462 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 943 time: 0.1144953 Oct 14 18:06:37.447684 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-23500ba0-ddcf-4f10-830f-13d246aa3f56 req-d370f3de-9aef-4b13-9fe7-af3c059e45db tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487373 Oct 14 18:06:37.471631 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] Notify callbacks [] for port, precommit_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:37.485061 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:37.564750 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43c8d6-e36e-4501-85b6-60a62fe9091b None None] Pushing event updated for resources: {'Port': ['ID=d93b2f1f-d046-45e1-8dc5-9fe3a2978a11,revision_number=3']} {{(pid=99721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:37.727906 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] Attempting to bind port d93b2f1f-d046-45e1-8dc5-9fe3a2978a11 on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:06:37.728563 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] Attempting to bind port d93b2f1f-d046-45e1-8dc5-9fe3a2978a11 by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': '8a76cb09-4f03-4226-bf64-12c38dfe7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4edc1173-be00-4c89-a12c-caa268602856'}] {{(pid=99721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:06:37.729062 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] Attempting to bind port d93b2f1f-d046-45e1-8dc5-9fe3a2978a11 on network 4edc1173-be00-4c89-a12c-caa268602856 {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:06:37.735066 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:06:37.735809 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] Checking segment: {'id': '8a76cb09-4f03-4226-bf64-12c38dfe7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4edc1173-be00-4c89-a12c-caa268602856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:06:37.736215 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:37.736638 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] Bound using segment: {'id': '8a76cb09-4f03-4226-bf64-12c38dfe7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4edc1173-be00-4c89-a12c-caa268602856'} {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:06:37.737150 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] Bound port: d93b2f1f-d046-45e1-8dc5-9fe3a2978a11, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a76cb09-4f03-4226-bf64-12c38dfe7950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4edc1173-be00-4c89-a12c-caa268602856'}}] {{(pid=99721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:06:37.737532 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:37.870498 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.db [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] For port d93b2f1f-d046-45e1-8dc5-9fe3a2978a11, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:06:37.874125 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.db [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] For port d93b2f1f-d046-45e1-8dc5-9fe3a2978a11, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=d93b2f1f-d046-45e1-8dc5-9fe3a2978a11,segment=NetworkSegment(8a76cb09-4f03-4226-bf64-12c38dfe7950),segment_id=8a76cb09-4f03-4226-bf64-12c38dfe7950)] {{(pid=99721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:06:37.881328 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:38.032344 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-7af8483c-e10c-4fec-a295-fe784bd4ec0b None None] Provisioning complete for port d93b2f1f-d046-45e1-8dc5-9fe3a2978a11 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:38.032957 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-7af8483c-e10c-4fec-a295-fe784bd4ec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:38.050548 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] Routers {'314e8500-63fb-4986-b8df-0cb8004d3a30'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:06:38.055596 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:06:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['314e8500-63fb-4986-b8df-0cb8004d3a30'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:06:38.063092 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43c8d6-e36e-4501-85b6-60a62fe9091b None None] Pushing event updated for resources: {'Port': ['ID=d93b2f1f-d046-45e1-8dc5-9fe3a2978a11,revision_number=4']} {{(pid=99721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:38.214117 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-7af8483c-e10c-4fec-a295-fe784bd4ec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:38.279031 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-7af8483c-e10c-4fec-a295-fe784bd4ec0b None None] For port d93b2f1f-d046-45e1-8dc5-9fe3a2978a11, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=d93b2f1f-d046-45e1-8dc5-9fe3a2978a11,segment=NetworkSegment(8a76cb09-4f03-4226-bf64-12c38dfe7950),segment_id=8a76cb09-4f03-4226-bf64-12c38dfe7950)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:06:38.287066 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-7af8483c-e10c-4fec-a295-fe784bd4ec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:38.327436 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] Set router 314e8500-63fb-4986-b8df-0cb8004d3a30 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:06:38.427681 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8483c-e10c-4fec-a295-fe784bd4ec0b None None] Pushing event updated for resources: {'Port': ['ID=d93b2f1f-d046-45e1-8dc5-9fe3a2978a11,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:38.481830 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1784109-64b8-4fe3-af0d-c80219431918 req-c7e121b9-27d6-4686-8f58-fb911fb6b49b tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:38.494070 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f1784109-64b8-4fe3-af0d-c80219431918 req-c7e121b9-27d6-4686-8f58-fb911fb6b49b tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 944 time: 0.1595793 Oct 14 18:06:38.516085 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-c5301fe9-4522-42a1-9218-b32363f445f4 None None] Provisioning complete for port d93b2f1f-d046-45e1-8dc5-9fe3a2978a11 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:38.520918 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-c5301fe9-4522-42a1-9218-b32363f445f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:38.585552 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f1784109-64b8-4fe3-af0d-c80219431918 req-09006744-59df-409c-ae88-d5ff086caa9a tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900970 Oct 14 18:06:38.784140 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b223f2e-7e89-4367-9a8d-70fd7e81d255 req-997c5390-62f9-4117-a939-39510a53996f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:38.803860 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-9b223f2e-7e89-4367-9a8d-70fd7e81d255 req-997c5390-62f9-4117-a939-39510a53996f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 943 time: 0.1363201 Oct 14 18:06:38.824732 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314e8500-63fb-4986-b8df-0cb8004d3a30', 'name': 'tempest-TestMinimumBasicScenario-497154625-router', 'tenant_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '7ec44be7-4e75-40b8-b3b9-fd48851f5cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:26Z', 'updated_at': '2021-10-14T18:06:31Z', 'revision_number': 4, 'project_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'gw_port': {'id': '7ec44be7-4e75-40b8-b3b9-fd48851f5cad', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:45:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314e8500-63fb-4986-b8df-0cb8004d3a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:27Z', 'updated_at': '2021-10-14T18:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'd93b2f1f-d046-45e1-8dc5-9fe3a2978a11', 'name': '', 'network_id': '4edc1173-be00-4c89-a12c-caa268602856', 'tenant_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'mac_address': 'fa:16:3e:f3:f4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314e8500-63fb-4986-b8df-0cb8004d3a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9b0a5083-4eda-4e31-ba60-00004cd12a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:30Z', 'updated_at': '2021-10-14T18:06:37Z', 'revision_number': 4, 'project_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'subnets': [{'id': '9b0a5083-4eda-4e31-ba60-00004cd12a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:06:38.859854 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-9b223f2e-7e89-4367-9a8d-70fd7e81d255 req-c8f8d96b-2d9f-40a7-8491-9d47f58298b9 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546241 Oct 14 18:06:38.862034 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad620e40-784d-4112-91a4-9c39e2d23ed5 None None] The sync data for ids ['314e8500-63fb-4986-b8df-0cb8004d3a30'] in dv-cinder-813936-1-iscsi is: [{'id': '314e8500-63fb-4986-b8df-0cb8004d3a30', 'name': 'tempest-TestMinimumBasicScenario-497154625-router', 'tenant_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '7ec44be7-4e75-40b8-b3b9-fd48851f5cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:26Z', 'updated_at': '2021-10-14T18:06:31Z', 'revision_number': 4, 'project_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'gw_port': {'id': '7ec44be7-4e75-40b8-b3b9-fd48851f5cad', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:45:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314e8500-63fb-4986-b8df-0cb8004d3a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:27Z', 'updated_at': '2021-10-14T18:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'd93b2f1f-d046-45e1-8dc5-9fe3a2978a11', 'name': '', 'network_id': '4edc1173-be00-4c89-a12c-caa268602856', 'tenant_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'mac_address': 'fa:16:3e:f3:f4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314e8500-63fb-4986-b8df-0cb8004d3a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9b0a5083-4eda-4e31-ba60-00004cd12a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:30Z', 'updated_at': '2021-10-14T18:06:37Z', 'revision_number': 4, 'project_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'subnets': [{'id': '9b0a5083-4eda-4e31-ba60-00004cd12a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:06:38.932002 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d58b9e39-2b50-4e5d-9d44-81a6462c4c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:39.842943 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9798b-c248-4ba7-acbf-042117ba9210 req-c4657b38-848b-43c2-a8ab-04c115d72b34 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:39.845085 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c9a9798b-c248-4ba7-acbf-042117ba9210 req-c4657b38-848b-43c2-a8ab-04c115d72b34 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 944 time: 0.1000645 Oct 14 18:06:39.918548 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c9a9798b-c248-4ba7-acbf-042117ba9210 req-04e8b3bb-3b35-41f5-a551-22a89e8925e2 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658047 Oct 14 18:06:40.261507 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device d93b2f1f-d046-45e1-8dc5-9fe3a2978a11 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:06:40.277540 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a95e3-ff49-434c-8475-8d6e350848a4 req-27b0926e-ce32-47d4-9c2b-ebbfdb639ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:40.279176 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5f5a95e3-ff49-434c-8475-8d6e350848a4 req-27b0926e-ce32-47d4-9c2b-ebbfdb639ebd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 1097 time: 0.2133100 Oct 14 18:06:40.281048 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6f08f-5e40-4582-9da0-aa654f15992e req-8488b183-5138-4215-a963-2b0dfbaa94b9 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:40.294352 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-61e6f08f-5e40-4582-9da0-aa654f15992e req-8488b183-5138-4215-a963-2b0dfbaa94b9 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 943 time: 0.2934737 Oct 14 18:06:40.350958 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device e0c5307c-140d-496b-92a4-77d830d41e05 details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:06:40.375026 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5f5a95e3-ff49-434c-8475-8d6e350848a4 req-8b97a6dd-8c02-4ce8-9d58-967f2378aaed service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805933 Oct 14 18:06:40.408236 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-61e6f08f-5e40-4582-9da0-aa654f15992e req-fa593f09-5ca9-4a9b-ac4a-063b5c815b4b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131589 Oct 14 18:06:40.412343 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port d93b2f1f-d046-45e1-8dc5-9fe3a2978a11 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:40.413234 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:40.529077 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port e0c5307c-140d-496b-92a4-77d830d41e05, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=e0c5307c-140d-496b-92a4-77d830d41e05,segment=NetworkSegment(b8c52ac2-36bb-47ff-9ece-9a0ee71cd081),segment_id=b8c52ac2-36bb-47ff-9ece-9a0ee71cd081)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:06:40.567139 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': 'e0c5307c-140d-496b-92a4-77d830d41e05', 'network_id': '30700716-2b8b-453a-8682-0096823de319', 'port_id': 'e0c5307c-140d-496b-92a4-77d830d41e05', 'mac_address': 'fa:16:3e:81:3a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7347e1b-6561-4e2c-bb17-d55c8e7fdd45', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:06:40.673055 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:40.687139 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c5307c-140d-496b-92a4-77d830d41e05 {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:06:40.712978 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port e0c5307c-140d-496b-92a4-77d830d41e05, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=e0c5307c-140d-496b-92a4-77d830d41e05,segment=NetworkSegment(b8c52ac2-36bb-47ff-9ece-9a0ee71cd081),segment_id=b8c52ac2-36bb-47ff-9ece-9a0ee71cd081)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:06:40.718764 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:40.786922 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=e0c5307c-140d-496b-92a4-77d830d41e05,revision_number=7']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:40.947950 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['e0c5307c-140d-496b-92a4-77d830d41e05'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:06:41.085421 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee30c7d-8fb0-4444-9fb2-95bdf3787410 req-5d27810e-bed2-492e-a256-b11e7ad26512 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:41.094154 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5ee30c7d-8fb0-4444-9fb2-95bdf3787410 req-5d27810e-bed2-492e-a256-b11e7ad26512 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 945 time: 0.0772085 Oct 14 18:06:41.148006 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5ee30c7d-8fb0-4444-9fb2-95bdf3787410 req-bf4730aa-cd07-4031-a338-2c6e251d20ed tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482872 Oct 14 18:06:41.342367 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:41.578181 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-a0579f18-1dae-4830-941a-c1c7947d9fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:41.590763 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a80055-69a6-43a0-910c-d49597b8de17 req-4ac8e433-92f9-4d36-817a-bdec2aeab84c tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:41.602654 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-61a80055-69a6-43a0-910c-d49597b8de17 req-4ac8e433-92f9-4d36-817a-bdec2aeab84c tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 943 time: 0.0800970 Oct 14 18:06:41.635629 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:41.659299 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-61a80055-69a6-43a0-910c-d49597b8de17 req-d87c5417-20dc-450a-a2c4-98cab9be0268 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510764 Oct 14 18:06:42.339825 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6afe2-5c2b-47e6-9c21-9879e9ebb136 req-c1e41b0f-e1e1-4bc4-9aa9-14bd20e38b43 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:42.347404 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-40f6afe2-5c2b-47e6-9c21-9879e9ebb136 req-c1e41b0f-e1e1-4bc4-9aa9-14bd20e38b43 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 945 time: 0.0825529 Oct 14 18:06:42.385478 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device e0c5307c-140d-496b-92a4-77d830d41e05 up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:06:42.467700 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-40f6afe2-5c2b-47e6-9c21-9879e9ebb136 req-cd65cca0-b602-4dab-9a77-f5ff28b2a06f tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114676 Oct 14 18:06:42.525151 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:42.556959 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port e0c5307c-140d-496b-92a4-77d830d41e05 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:42.557705 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:42.663982 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:42.732177 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port e0c5307c-140d-496b-92a4-77d830d41e05, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=e0c5307c-140d-496b-92a4-77d830d41e05,segment=NetworkSegment(b8c52ac2-36bb-47ff-9ece-9a0ee71cd081),segment_id=b8c52ac2-36bb-47ff-9ece-9a0ee71cd081)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:06:42.733554 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784674fc-7a15-4522-8441-539a893de870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c5307c-140d-496b-92a4-77d830d41e05'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:06:42.736450 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa85b7a-6fa5-4211-afa1-b7c3687e22cc" -d '{"events": [{"server_uuid": "784674fc-7a15-4522-8441-539a893de870", "name": "network-vif-plugged", "status": "completed", "tag": "e0c5307c-140d-496b-92a4-77d830d41e05"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:06:42.761011 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:42.811058 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7ec379-abff-405c-baa2-a7b018f78774 x-openstack-request-id: req-4e7ec379-abff-405c-baa2-a7b018f78774 {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:06:42.811577 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784674fc-7a15-4522-8441-539a893de870", "name": "network-vif-plugged", "status": "completed", "tag": "e0c5307c-140d-496b-92a4-77d830d41e05", "code": 200}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:06:42.811968 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e7ec379-abff-405c-baa2-a7b018f78774 {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:06:42.812422 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784674fc-7a15-4522-8441-539a893de870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c5307c-140d-496b-92a4-77d830d41e05', 'code': 200} Oct 14 18:06:42.834706 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b8814-cd66-45af-b6a1-b62ca8bf4cd0 req-94d419e1-684e-466c-ab88-d84100e00b3d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:42.842316 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=e0c5307c-140d-496b-92a4-77d830d41e05,revision_number=8']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:42.842724 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-1b1b8814-cd66-45af-b6a1-b62ca8bf4cd0 req-94d419e1-684e-466c-ab88-d84100e00b3d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 943 time: 0.0677614 Oct 14 18:06:42.883723 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-1b1b8814-cd66-45af-b6a1-b62ca8bf4cd0 req-989c0e0c-9c4f-4c22-9454-e5df955b40f3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400405 Oct 14 18:06:43.614059 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d62b4-4497-4fb8-afd5-ab88b5ebfaf3 req-121dce6c-8020-43ef-8815-3978e7bcaa95 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:43.623078 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b60d62b4-4497-4fb8-afd5-ab88b5ebfaf3 req-121dce6c-8020-43ef-8815-3978e7bcaa95 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0807738 Oct 14 18:06:43.691232 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b60d62b4-4497-4fb8-afd5-ab88b5ebfaf3 req-fc8aa11e-0c81-4f99-a1eb-c042d1661da0 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643630 Oct 14 18:06:44.029424 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e974c-e892-4f02-9e40-9b927bc56681 req-e6dd6b8f-3314-4651-8405-f562dd31eecb tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:44.030919 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-339e974c-e892-4f02-9e40-9b927bc56681 req-e6dd6b8f-3314-4651-8405-f562dd31eecb tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 943 time: 0.0517676 Oct 14 18:06:44.084827 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-339e974c-e892-4f02-9e40-9b927bc56681 req-b75dc119-004e-40ae-9eae-720a227188ec tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445731 Oct 14 18:06:44.264456 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:44.643539 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51963496-f11c-4944-a46d-003006f42890 req-bec80609-fe88-4a22-aaeb-4f27892aedf5 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:44.644998 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-51963496-f11c-4944-a46d-003006f42890 req-bec80609-fe88-4a22-aaeb-4f27892aedf5 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/networks?id=64034f3a-511e-4cd5-9882-a07640c76d0d HTTP/1.1" status: 200 len: 814 time: 0.1057281 Oct 14 18:06:44.659755 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-51963496-f11c-4944-a46d-003006f42890 req-a46134d6-573b-4ed7-906d-8d72ff942124 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/quotas/c6b2ef325cc942e0847843cf9f478e1f HTTP/1.1" status: 200 len: 375 time: 0.0088575 Oct 14 18:06:44.715692 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-51963496-f11c-4944-a46d-003006f42890 req-8575e2ac-bd2a-4590-bee6-7ccef9ca63f5 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c6b2ef325cc942e0847843cf9f478e1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500553 Oct 14 18:06:44.794540 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3bb23-840c-4a82-ae40-a2f4a2f0957a req-c5265ba9-b1b1-4d02-a301-62d2b06a2d40 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:44.796005 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-71f3bb23-840c-4a82-ae40-a2f4a2f0957a req-c5265ba9-b1b1-4d02-a301-62d2b06a2d40 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0517871 Oct 14 18:06:44.836647 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-71f3bb23-840c-4a82-ae40-a2f4a2f0957a req-6b3ba246-060f-432a-a39b-7610f47cc4d2 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318458 Oct 14 18:06:44.858456 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-51963496-f11c-4944-a46d-003006f42890 req-f1c2ea67-426f-4dca-9548-f302781ceb73 service neutron] 10.222.0.49 "GET /v2.0/networks/64034f3a-511e-4cd5-9882-a07640c76d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345408 Oct 14 18:06:44.948423 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-51963496-f11c-4944-a46d-003006f42890 req-7f8e63d8-4bf4-4278-9229-f2d6ea678a46 service neutron] 10.222.0.49 "GET /v2.0/networks/64034f3a-511e-4cd5-9882-a07640c76d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826674 Oct 14 18:06:45.103661 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-04b5858f-d588-4c08-ba6a-abbde1d5bec0 req-48cda54d-9eb8-472a-bd2a-5ab92ad8fa18 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 210 time: 0.0274773 Oct 14 18:06:45.207695 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511aa746-48b2-402e-918a-77995ae36762 req-5375a7e8-ab44-4d5b-8d83-4e88114ce1e3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:45.209596 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-511aa746-48b2-402e-918a-77995ae36762 req-5375a7e8-ab44-4d5b-8d83-4e88114ce1e3 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 943 time: 0.0557683 Oct 14 18:06:45.269033 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-511aa746-48b2-402e-918a-77995ae36762 req-8f9331fe-0b62-4a75-b5fc-3718ee4df794 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490663 Oct 14 18:06:45.319600 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880faa16-54ed-4a73-9a85-f2cc318dbf8c req-4ac5f92f-92af-4af5-8c24-de9f1bd36689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:45.321345 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-880faa16-54ed-4a73-9a85-f2cc318dbf8c req-4ac5f92f-92af-4af5-8c24-de9f1bd36689 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=94302e03a66d49488ecc210494662665&device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 1099 time: 0.0487247 Oct 14 18:06:45.430638 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880faa16-54ed-4a73-9a85-f2cc318dbf8c req-ebe69f3f-3100-45a6-85fc-098e4226518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:45.433226 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-880faa16-54ed-4a73-9a85-f2cc318dbf8c req-ebe69f3f-3100-45a6-85fc-098e4226518d service neutron] 10.222.0.32 "GET /v2.0/networks?id=30700716-2b8b-453a-8682-0096823de319 HTTP/1.1" status: 200 len: 910 time: 0.0918567 Oct 14 18:06:45.504601 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-880faa16-54ed-4a73-9a85-f2cc318dbf8c req-7b17d490-e9b4-4473-9791-2098754675da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c5307c-140d-496b-92a4-77d830d41e05 HTTP/1.1" status: 200 len: 1001 time: 0.0576839 Oct 14 18:06:45.559706 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880faa16-54ed-4a73-9a85-f2cc318dbf8c req-476e6142-2af4-4c94-a89a-f3019d89da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:45.561197 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-880faa16-54ed-4a73-9a85-f2cc318dbf8c req-476e6142-2af4-4c94-a89a-f3019d89da3e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7347e1b-6561-4e2c-bb17-d55c8e7fdd45 HTTP/1.1" status: 200 len: 848 time: 0.0484080 Oct 14 18:06:45.609800 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880faa16-54ed-4a73-9a85-f2cc318dbf8c req-e1952c0c-1e4d-4e08-ac30-efeaafeaf0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:45.611282 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-880faa16-54ed-4a73-9a85-f2cc318dbf8c req-e1952c0c-1e4d-4e08-ac30-efeaafeaf0d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30700716-2b8b-453a-8682-0096823de319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405395 Oct 14 18:06:45.707933 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-880faa16-54ed-4a73-9a85-f2cc318dbf8c req-f0b952d4-04fe-42e3-82cb-e1bb2025aad7 service neutron] 10.222.0.32 "GET /v2.0/networks/30700716-2b8b-453a-8682-0096823de319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799513 Oct 14 18:06:45.805862 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-880faa16-54ed-4a73-9a85-f2cc318dbf8c req-e815475a-5dfb-4797-85c0-1071368b958e service neutron] 10.222.0.32 "GET /v2.0/networks/30700716-2b8b-453a-8682-0096823de319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863383 Oct 14 18:06:45.967433 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fb45e-752b-473b-ac73-76402e6cb1b6 req-84616d95-ab95-41bd-b6a1-b8256b44e51a tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:45.968910 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-de9fb45e-752b-473b-ac73-76402e6cb1b6 req-84616d95-ab95-41bd-b6a1-b8256b44e51a tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0513263 Oct 14 18:06:46.013136 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-de9fb45e-752b-473b-ac73-76402e6cb1b6 req-8a573e4a-d238-4b80-ae51-618861f05dbb tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373933 Oct 14 18:06:46.169779 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51963496-f11c-4944-a46d-003006f42890 req-10584b60-c491-4c40-947d-267b745abad6 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:46.171243 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-51963496-f11c-4944-a46d-003006f42890 req-10584b60-c491-4c40-947d-267b745abad6 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.32 "GET /v2.0/networks?id=64034f3a-511e-4cd5-9882-a07640c76d0d HTTP/1.1" status: 200 len: 814 time: 0.1062927 Oct 14 18:06:46.184688 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-51963496-f11c-4944-a46d-003006f42890 req-e9302596-0b29-4898-81e2-4a210cff4380 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Request body: {'port': {'device_id': 'a1b5eab0-147b-41af-be9a-8e957e6ad9ff', 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d', 'admin_state_up': True, 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:06:46.203968 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4e02a1a1-af35-4bb2-bfc7-a2d0bb1f437e req-40a98882-7db8-4dbc-93b5-19b09b6abb91 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 210 time: 0.0344594 Oct 14 18:06:46.303824 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51963496-f11c-4944-a46d-003006f42890 req-e9302596-0b29-4898-81e2-4a210cff4380 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Made reservation on behalf of c6b2ef325cc942e0847843cf9f478e1f for: {'port': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:06:46.308911 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-51963496-f11c-4944-a46d-003006f42890 req-e9302596-0b29-4898-81e2-4a210cff4380 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:46.461467 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5aa29-5d53-4e56-8249-365f52c5af53 req-aa6e7aff-26d1-4e4e-8e39-5379e9dd5a29 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:46.462987 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0fb5aa29-5d53-4e56-8249-365f52c5af53 req-aa6e7aff-26d1-4e4e-8e39-5379e9dd5a29 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 943 time: 0.1242130 Oct 14 18:06:46.560856 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0fb5aa29-5d53-4e56-8249-365f52c5af53 req-4b6f1335-3011-43f2-9eb4-dcca01c3fbaa tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912547 Oct 14 18:06:46.587964 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [req-51963496-f11c-4944-a46d-003006f42890 req-e9302596-0b29-4898-81e2-4a210cff4380 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Allocated IP 172.20.0.4 (64034f3a-511e-4cd5-9882-a07640c76d0d/39bb6f49-4cc4-41ff-8aea-b97848978fd1/54604ef0-e8ed-46ac-bfa7-a5565744f8d8) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:06:46.790047 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-51963496-f11c-4944-a46d-003006f42890 req-e9302596-0b29-4898-81e2-4a210cff4380 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:46.852849 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-51963496-f11c-4944-a46d-003006f42890 req-e9302596-0b29-4898-81e2-4a210cff4380 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:46.909843 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51963496-f11c-4944-a46d-003006f42890 req-e9302596-0b29-4898-81e2-4a210cff4380 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Network 64034f3a-511e-4cd5-9882-a07640c76d0d is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:06:46.914031 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [req-51963496-f11c-4944-a46d-003006f42890 req-e9302596-0b29-4898-81e2-4a210cff4380 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:06:46.929830 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-51963496-f11c-4944-a46d-003006f42890 req-e9302596-0b29-4898-81e2-4a210cff4380 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:06:46.978638 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9302596-0b29-4898-81e2-4a210cff4380 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Pushing event updated for resources: {'Port': ['ID=54604ef0-e8ed-46ac-bfa7-a5565744f8d8,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:47.013653 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51963496-f11c-4944-a46d-003006f42890 req-e9302596-0b29-4898-81e2-4a210cff4380 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:47.014374 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-51963496-f11c-4944-a46d-003006f42890 req-e9302596-0b29-4898-81e2-4a210cff4380 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:47.037217 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-51963496-f11c-4944-a46d-003006f42890 req-e9302596-0b29-4898-81e2-4a210cff4380 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8540940 Oct 14 18:06:47.168591 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f57d7-737a-4a37-831e-b366f339f3c3 req-47f02985-8d35-4fed-808c-309741c0cfe1 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:47.170378 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-051f57d7-737a-4a37-831e-b366f339f3c3 req-47f02985-8d35-4fed-808c-309741c0cfe1 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0592265 Oct 14 18:06:47.210865 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-051f57d7-737a-4a37-831e-b366f339f3c3 req-9de0bc5f-6496-4adb-8789-22a4c6bfe9d9 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341902 Oct 14 18:06:47.251573 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-b236a36f-62a6-49af-9d7f-37666f27e215 None None] Provisioning complete for port 54604ef0-e8ed-46ac-bfa7-a5565744f8d8 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:47.252064 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-b236a36f-62a6-49af-9d7f-37666f27e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:47.300810 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-b236a36f-62a6-49af-9d7f-37666f27e215 None None] Port 54604ef0-e8ed-46ac-bfa7-a5565744f8d8 cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:06:47.349128 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d23f4c-05d5-4fbe-a428-e8d3cff58d5c req-e670bdb3-9dce-4795-a3de-a3f64818bf05 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:47.350640 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-50d23f4c-05d5-4fbe-a428-e8d3cff58d5c req-e670bdb3-9dce-4795-a3de-a3f64818bf05 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 931 time: 0.0585449 Oct 14 18:06:47.390541 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-50d23f4c-05d5-4fbe-a428-e8d3cff58d5c req-66725edd-fdcd-4516-9299-a85d5ef2bc02 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334127 Oct 14 18:06:47.682860 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fa8c1-eb2d-4f11-9447-77eae540f4ce req-cac66421-31af-4c8b-aaa6-d935217577a8 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:47.684408 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6f6fa8c1-eb2d-4f11-9447-77eae540f4ce req-cac66421-31af-4c8b-aaa6-d935217577a8 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 943 time: 0.0496032 Oct 14 18:06:47.724595 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6f6fa8c1-eb2d-4f11-9447-77eae540f4ce req-8eec6370-9d4f-4d75-b977-ca52249bfeec tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335076 Oct 14 18:06:48.413149 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device f76ea452-9ff1-4b81-9071-a4106fe966a1 details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:06:48.524496 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port f76ea452-9ff1-4b81-9071-a4106fe966a1, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=f76ea452-9ff1-4b81-9071-a4106fe966a1,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:06:48.533065 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92d165-206a-4ce4-84ee-71226ba64310 req-b7d1919a-73b2-4467-a016-c29a20e520e9 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:48.534657 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5a92d165-206a-4ce4-84ee-71226ba64310 req-b7d1919a-73b2-4467-a016-c29a20e520e9 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 931 time: 0.0578904 Oct 14 18:06:48.537706 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': 'f76ea452-9ff1-4b81-9071-a4106fe966a1', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'port_id': 'f76ea452-9ff1-4b81-9071-a4106fe966a1', 'mac_address': 'fa:16:3e:91:26:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:06:48.583762 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:48.588241 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5a92d165-206a-4ce4-84ee-71226ba64310 req-31bafe20-be38-43f1-82b6-5586b373db07 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464089 Oct 14 18:06:48.599083 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76ea452-9ff1-4b81-9071-a4106fe966a1 {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:06:48.620364 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port f76ea452-9ff1-4b81-9071-a4106fe966a1, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=f76ea452-9ff1-4b81-9071-a4106fe966a1,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:06:48.625916 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:48.679095 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=f76ea452-9ff1-4b81-9071-a4106fe966a1,revision_number=9']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:48.862757 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['f76ea452-9ff1-4b81-9071-a4106fe966a1'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:06:48.877244 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23ed56-4aa4-4130-af46-b374be69dd96 req-689bca35-6f41-4cec-83c2-9c17ac827d3b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:48.884998 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3c23ed56-4aa4-4130-af46-b374be69dd96 req-689bca35-6f41-4cec-83c2-9c17ac827d3b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 944 time: 0.0634382 Oct 14 18:06:48.924786 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3c23ed56-4aa4-4130-af46-b374be69dd96 req-c570daa2-7278-4bf1-83fb-f92f3dd25834 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388350 Oct 14 18:06:49.698284 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18818c28-8fdf-4a8c-b34c-7f83d7b15056 req-df78effb-ff39-4b01-9328-c7f9c4966cb5 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:49.699743 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-18818c28-8fdf-4a8c-b34c-7f83d7b15056 req-df78effb-ff39-4b01-9328-c7f9c4966cb5 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 931 time: 0.0512600 Oct 14 18:06:49.737842 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-18818c28-8fdf-4a8c-b34c-7f83d7b15056 req-8edbdcf9-25aa-4a53-b2c3-7331f8d0c8fc tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321949 Oct 14 18:06:50.048021 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063c98b-1098-4507-be79-4e3889b157f1 req-5014b3ae-2dd6-4652-8bcd-a724d80a4d96 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:50.049525 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4063c98b-1098-4507-be79-4e3889b157f1 req-5014b3ae-2dd6-4652-8bcd-a724d80a4d96 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 944 time: 0.0503914 Oct 14 18:06:50.089322 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4063c98b-1098-4507-be79-4e3889b157f1 req-b0a74852-ec28-4727-aa34-e13da01e9933 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336235 Oct 14 18:06:50.436867 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device f76ea452-9ff1-4b81-9071-a4106fe966a1 up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:06:50.493344 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port f76ea452-9ff1-4b81-9071-a4106fe966a1 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:06:50.493942 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:50.572868 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:50.596178 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cafef45-5adc-4b0b-9a39-369ad2e40f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76ea452-9ff1-4b81-9071-a4106fe966a1'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:06:50.599016 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418241f8-25e9-4f19-9be7-0548b7d73a59" -d '{"events": [{"server_uuid": "5cafef45-5adc-4b0b-9a39-369ad2e40f54", "name": "network-vif-plugged", "status": "completed", "tag": "f76ea452-9ff1-4b81-9071-a4106fe966a1"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:06:50.611928 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port f76ea452-9ff1-4b81-9071-a4106fe966a1, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=f76ea452-9ff1-4b81-9071-a4106fe966a1,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:06:50.619943 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:50.644749 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5382aa14-01eb-4e26-8a8f-9d744dc4a93f x-openstack-request-id: req-5382aa14-01eb-4e26-8a8f-9d744dc4a93f {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:06:50.645665 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cafef45-5adc-4b0b-9a39-369ad2e40f54", "name": "network-vif-plugged", "status": "completed", "tag": "f76ea452-9ff1-4b81-9071-a4106fe966a1", "code": 200}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:06:50.645924 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5382aa14-01eb-4e26-8a8f-9d744dc4a93f {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:06:50.646312 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cafef45-5adc-4b0b-9a39-369ad2e40f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76ea452-9ff1-4b81-9071-a4106fe966a1', 'code': 200} Oct 14 18:06:50.694050 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=f76ea452-9ff1-4b81-9071-a4106fe966a1,revision_number=10']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:50.855201 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b136a-b062-4b4f-bb3f-18188b76dead req-204a236c-2c02-40ec-a86a-e7cce8e31759 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:50.856683 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-955b136a-b062-4b4f-bb3f-18188b76dead req-204a236c-2c02-40ec-a86a-e7cce8e31759 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 931 time: 0.0504603 Oct 14 18:06:50.896155 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-955b136a-b062-4b4f-bb3f-18188b76dead req-00c9d762-0b39-46a8-b349-9ecba3442b31 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335007 Oct 14 18:06:51.214794 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ee65c-34ca-4cb7-9550-cf46a7829710 req-3741cb48-d9cf-4e8a-a179-836256744b06 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:51.217093 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-200ee65c-34ca-4cb7-9550-cf46a7829710 req-3741cb48-d9cf-4e8a-a179-836256744b06 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 946 time: 0.0514321 Oct 14 18:06:51.256041 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-200ee65c-34ca-4cb7-9550-cf46a7829710 req-bbcc08ec-29bc-4b52-904b-4c97f6737975 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332162 Oct 14 18:06:52.025189 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f291c-bd29-4818-99af-6f897c3822f2 req-128ed83b-9ee6-4b15-ab7c-7c3e8f69bd2b tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:52.026722 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c15f291c-bd29-4818-99af-6f897c3822f2 req-128ed83b-9ee6-4b15-ab7c-7c3e8f69bd2b tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 931 time: 0.0620570 Oct 14 18:06:52.065871 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c15f291c-bd29-4818-99af-6f897c3822f2 req-2527b79c-49bd-4d83-810e-44a15cbc8a1c tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329812 Oct 14 18:06:52.388797 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a801f-bb71-49dd-a0fe-622761abb18c req-b1c2b977-b2d6-4109-8ea4-99c0a3f25b3b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:52.390384 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-916a801f-bb71-49dd-a0fe-622761abb18c req-b1c2b977-b2d6-4109-8ea4-99c0a3f25b3b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 946 time: 0.0532677 Oct 14 18:06:52.434093 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-916a801f-bb71-49dd-a0fe-622761abb18c req-530a32c6-65a7-44d1-8869-5d447de3ce5f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373461 Oct 14 18:06:53.195786 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59790327-3de8-4c0a-9001-68f3b25837f0 req-4cb5b76e-f0bf-4d54-aeb2-90577cd386fa tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:53.197377 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-59790327-3de8-4c0a-9001-68f3b25837f0 req-4cb5b76e-f0bf-4d54-aeb2-90577cd386fa tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 931 time: 0.0538728 Oct 14 18:06:53.237743 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-59790327-3de8-4c0a-9001-68f3b25837f0 req-fa6dbdca-27d4-4167-b55c-6528fb440dc0 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345638 Oct 14 18:06:53.556943 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02c044-aec2-4eda-bde1-78643d453e8b req-b9603ee7-e966-4239-8942-7ba9d62c94b5 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:53.558427 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0e02c044-aec2-4eda-bde1-78643d453e8b req-b9603ee7-e966-4239-8942-7ba9d62c94b5 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 946 time: 0.0500512 Oct 14 18:06:53.598616 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0e02c044-aec2-4eda-bde1-78643d453e8b req-5741a973-fd7c-4293-be78-ac99838bbcfb tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339360 Oct 14 18:06:54.359751 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c294184-c4b3-4144-a1f2-b4adfd91580b req-1567cccb-96f0-46ce-aaeb-c5765e09c525 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:54.361663 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7c294184-c4b3-4144-a1f2-b4adfd91580b req-1567cccb-96f0-46ce-aaeb-c5765e09c525 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 931 time: 0.0525794 Oct 14 18:06:54.405811 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7c294184-c4b3-4144-a1f2-b4adfd91580b req-4d51b590-5bbc-4e40-9129-d3810b3a0cc6 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366421 Oct 14 18:06:54.720957 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3f663-745e-4622-b978-699c5db4b681 req-68186f0e-c765-4a50-a43c-e1bd8c81d2db tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:54.722536 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-21a3f663-745e-4622-b978-699c5db4b681 req-68186f0e-c765-4a50-a43c-e1bd8c81d2db tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 946 time: 0.0502837 Oct 14 18:06:54.762211 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-21a3f663-745e-4622-b978-699c5db4b681 req-dddb8fd9-16a2-4017-9877-259dbe2f9b57 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325944 Oct 14 18:06:55.525290 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616855c-65be-4b5b-8aa6-90e18ccd0b46 req-c471f934-2598-4497-b439-22955292fe4e tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:55.526782 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4616855c-65be-4b5b-8aa6-90e18ccd0b46 req-c471f934-2598-4497-b439-22955292fe4e tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 931 time: 0.0522261 Oct 14 18:06:55.566578 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4616855c-65be-4b5b-8aa6-90e18ccd0b46 req-a8b4a0e7-4303-403c-b33a-f6768845be66 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335860 Oct 14 18:06:55.882051 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0febf-35ec-40ed-9cf0-fcde185b4cdf req-55b142ea-ca82-44fc-94f5-aa62e6dff864 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:55.883500 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f5c0febf-35ec-40ed-9cf0-fcde185b4cdf req-55b142ea-ca82-44fc-94f5-aa62e6dff864 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 946 time: 0.0490358 Oct 14 18:06:55.923659 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f5c0febf-35ec-40ed-9cf0-fcde185b4cdf req-447bfad3-db8f-4827-aac1-dc25e93874f2 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342829 Oct 14 18:06:56.191341 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-51963496-f11c-4944-a46d-003006f42890 req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] Request body: {'port': {'device_id': 'a1b5eab0-147b-41af-be9a-8e957e6ad9ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81393'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:06:56.245442 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-51963496-f11c-4944-a46d-003006f42890 req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:56.483519 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e2f9c-fbb4-4ab7-ab99-632c73ecd55a req-5f7e48b4-3388-43d5-ace1-15ca8d50bded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:56.484866 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1c5e2f9c-fbb4-4ab7-ab99-632c73ecd55a req-5f7e48b4-3388-43d5-ace1-15ca8d50bded service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 1099 time: 0.0915215 Oct 14 18:06:56.542303 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1c5e2f9c-fbb4-4ab7-ab99-632c73ecd55a req-9d6a30ea-7cde-4f8c-b7a4-b250e892fc9d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480285 Oct 14 18:06:56.575236 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [req-51963496-f11c-4944-a46d-003006f42890 req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54604ef0-e8ed-46ac-bfa7-a5565744f8d8 {{(pid=99719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:06:56.583107 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-51963496-f11c-4944-a46d-003006f42890 req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:56.595050 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.provisioning_blocks [req-51963496-f11c-4944-a46d-003006f42890 req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] Transition to ACTIVE for port object 54604ef0-e8ed-46ac-bfa7-a5565744f8d8 will not be triggered until provisioned by entity L2. {{(pid=99719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 18:06:56.599762 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-51963496-f11c-4944-a46d-003006f42890 req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:56.649725 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] Pushing event updated for resources: {'Port': ['ID=54604ef0-e8ed-46ac-bfa7-a5565744f8d8,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:56.692554 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98921e0e-ede5-40ec-b953-a8172e2112d0 req-9da3cb5b-848c-48a9-8363-bbd1476255ae tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:56.694462 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-98921e0e-ede5-40ec-b953-a8172e2112d0 req-9da3cb5b-848c-48a9-8363-bbd1476255ae tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 943 time: 0.0541215 Oct 14 18:06:56.727873 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-51963496-f11c-4944-a46d-003006f42890 req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] Attempting to bind port 54604ef0-e8ed-46ac-bfa7-a5565744f8d8 on host hv-cinder-81393 for vnic_type normal with profile {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:06:56.728203 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-51963496-f11c-4944-a46d-003006f42890 req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] Attempting to bind port 54604ef0-e8ed-46ac-bfa7-a5565744f8d8 by drivers openvswitch,hyperv on host hv-cinder-81393 at level 0 using segments [{'id': '9ffca814-2114-4ee0-8fe3-a2c2e4aa6627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d'}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:06:56.728527 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51963496-f11c-4944-a46d-003006f42890 req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] Attempting to bind port 54604ef0-e8ed-46ac-bfa7-a5565744f8d8 on network 64034f3a-511e-4cd5-9882-a07640c76d0d {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:06:56.733698 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51963496-f11c-4944-a46d-003006f42890 req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] Port 54604ef0-e8ed-46ac-bfa7-a5565744f8d8 on network 64034f3a-511e-4cd5-9882-a07640c76d0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81393 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 18:06:56.733935 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51963496-f11c-4944-a46d-003006f42890 req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] Attempting to bind port 54604ef0-e8ed-46ac-bfa7-a5565744f8d8 on network 64034f3a-511e-4cd5-9882-a07640c76d0d {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:06:56.735936 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-98921e0e-ede5-40ec-b953-a8172e2112d0 req-e6b33aa9-6c26-4a22-8ee6-24c852e670b5 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340986 Oct 14 18:06:56.746430 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51963496-f11c-4944-a46d-003006f42890 req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] Checking agent: {'id': '26c515f5-fc83-44a3-9c50-84c881af0873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81393', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'started_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:06:56.746934 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51963496-f11c-4944-a46d-003006f42890 req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] Checking segment: {'id': '9ffca814-2114-4ee0-8fe3-a2c2e4aa6627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:06:56.747723 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51963496-f11c-4944-a46d-003006f42890 req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] Bound using segment: {'id': '9ffca814-2114-4ee0-8fe3-a2c2e4aa6627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d'} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:06:56.748599 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-51963496-f11c-4944-a46d-003006f42890 req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] Bound port: 54604ef0-e8ed-46ac-bfa7-a5565744f8d8, host: hv-cinder-81393, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffca814-2114-4ee0-8fe3-a2c2e4aa6627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d'}}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:06:56.748851 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-51963496-f11c-4944-a46d-003006f42890 req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:56.818033 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-51963496-f11c-4944-a46d-003006f42890 req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] For port 54604ef0-e8ed-46ac-bfa7-a5565744f8d8, host hv-cinder-81393, cleared binding levels {{(pid=99719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:06:56.820948 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-51963496-f11c-4944-a46d-003006f42890 req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] For port 54604ef0-e8ed-46ac-bfa7-a5565744f8d8, host hv-cinder-81393, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=54604ef0-e8ed-46ac-bfa7-a5565744f8d8,segment=NetworkSegment(9ffca814-2114-4ee0-8fe3-a2c2e4aa6627),segment_id=9ffca814-2114-4ee0-8fe3-a2c2e4aa6627)] {{(pid=99719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:06:56.825509 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-51963496-f11c-4944-a46d-003006f42890 req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:56.861117 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51963496-f11c-4944-a46d-003006f42890 req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:56.861651 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-51963496-f11c-4944-a46d-003006f42890 req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:06:56.862973 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-51963496-f11c-4944-a46d-003006f42890 req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] 10.222.0.32 "PUT /v2.0/ports/54604ef0-e8ed-46ac-bfa7-a5565744f8d8 HTTP/1.1" status: 200 len: 1093 time: 0.6761520 Oct 14 18:06:56.863404 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b5eab0-147b-41af-be9a-8e957e6ad9ff', 'tag': '54604ef0-e8ed-46ac-bfa7-a5565744f8d8'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:06:56.866195 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52b920d-774f-49b2-92a5-07d3057e7997" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b5eab0-147b-41af-be9a-8e957e6ad9ff", "tag": "54604ef0-e8ed-46ac-bfa7-a5565744f8d8"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:06:56.893118 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f597b0-f8be-46f5-81f5-e0a3468fb013 service neutron] Pushing event updated for resources: {'Port': ['ID=54604ef0-e8ed-46ac-bfa7-a5565744f8d8,revision_number=3']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:06:56.963529 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51963496-f11c-4944-a46d-003006f42890 req-097f57cb-5e62-4ff5-ba5d-52dda87a7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:56.965276 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-51963496-f11c-4944-a46d-003006f42890 req-097f57cb-5e62-4ff5-ba5d-52dda87a7baa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6b2ef325cc942e0847843cf9f478e1f&device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 1096 time: 0.0452013 Oct 14 18:06:56.971867 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbaf064-2696-4114-b2eb-5713bb410050 x-openstack-request-id: req-8dbaf064-2696-4114-b2eb-5713bb410050 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:06:56.972160 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b5eab0-147b-41af-be9a-8e957e6ad9ff", "tag": "54604ef0-e8ed-46ac-bfa7-a5565744f8d8", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:06:56.972413 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8dbaf064-2696-4114-b2eb-5713bb410050 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:06:56.974412 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b5eab0-147b-41af-be9a-8e957e6ad9ff', 'tag': '54604ef0-e8ed-46ac-bfa7-a5565744f8d8', 'status': 'completed', 'code': 200} Oct 14 18:06:57.019381 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-51963496-f11c-4944-a46d-003006f42890 req-1d20d57f-7744-4a57-b891-3f03154c7865 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54604ef0-e8ed-46ac-bfa7-a5565744f8d8 HTTP/1.1" status: 200 len: 217 time: 0.0383179 Oct 14 18:06:57.053151 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659caaf1-ab32-4bf2-a686-66ba6ad1e499 req-64e8d962-c9ea-4cbf-ab8d-25f4f402a1cc tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:57.054636 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-659caaf1-ab32-4bf2-a686-66ba6ad1e499 req-64e8d962-c9ea-4cbf-ab8d-25f4f402a1cc tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 946 time: 0.0504746 Oct 14 18:06:57.074604 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51963496-f11c-4944-a46d-003006f42890 req-8dc29d2f-6c96-42b8-90b8-fe9f8e752764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:57.076065 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-51963496-f11c-4944-a46d-003006f42890 req-8dc29d2f-6c96-42b8-90b8-fe9f8e752764 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=39bb6f49-4cc4-41ff-8aea-b97848978fd1 HTTP/1.1" status: 200 len: 853 time: 0.0455177 Oct 14 18:06:57.093063 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-659caaf1-ab32-4bf2-a686-66ba6ad1e499 req-caad9664-869b-465a-8402-55d38d2bb4b5 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313880 Oct 14 18:06:57.122746 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51963496-f11c-4944-a46d-003006f42890 req-5cfb7db1-2462-4f8e-b66c-99b115526862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:57.124228 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-51963496-f11c-4944-a46d-003006f42890 req-5cfb7db1-2462-4f8e-b66c-99b115526862 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64034f3a-511e-4cd5-9882-a07640c76d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408530 Oct 14 18:06:57.215653 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-51963496-f11c-4944-a46d-003006f42890 req-18284068-af17-43d4-8348-4f21510ab751 service neutron] 10.222.0.32 "GET /v2.0/networks/64034f3a-511e-4cd5-9882-a07640c76d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832567 Oct 14 18:06:57.305863 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-51963496-f11c-4944-a46d-003006f42890 req-b2232b42-844c-4c3b-92c2-11f0ae721ea8 service neutron] 10.222.0.32 "GET /v2.0/networks/64034f3a-511e-4cd5-9882-a07640c76d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807462 Oct 14 18:06:57.395529 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b920d-774f-49b2-92a5-07d3057e7997 req-d05a416f-352c-4bf9-9f12-a8f204be0ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:57.397016 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b52b920d-774f-49b2-92a5-07d3057e7997 req-d05a416f-352c-4bf9-9f12-a8f204be0ea4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6b2ef325cc942e0847843cf9f478e1f&device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 1096 time: 0.0455532 Oct 14 18:06:57.492676 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b920d-774f-49b2-92a5-07d3057e7997 req-9135a01a-8be6-492b-b791-f5554848a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:57.494179 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b52b920d-774f-49b2-92a5-07d3057e7997 req-9135a01a-8be6-492b-b791-f5554848a5ea service neutron] 10.222.0.32 "GET /v2.0/networks?id=64034f3a-511e-4cd5-9882-a07640c76d0d HTTP/1.1" status: 200 len: 915 time: 0.0891855 Oct 14 18:06:57.536554 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b52b920d-774f-49b2-92a5-07d3057e7997 req-fa6ab61d-82f2-453f-a2ab-88f3b9fcf227 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54604ef0-e8ed-46ac-bfa7-a5565744f8d8 HTTP/1.1" status: 200 len: 217 time: 0.0345855 Oct 14 18:06:57.590067 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b920d-774f-49b2-92a5-07d3057e7997 req-5641d5bc-7576-4a7b-b057-612a3ae6c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:57.591457 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b52b920d-774f-49b2-92a5-07d3057e7997 req-5641d5bc-7576-4a7b-b057-612a3ae6c97a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=39bb6f49-4cc4-41ff-8aea-b97848978fd1 HTTP/1.1" status: 200 len: 853 time: 0.0456676 Oct 14 18:06:57.636572 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b920d-774f-49b2-92a5-07d3057e7997 req-64f57eef-1c00-4853-ae3a-3fb3fb83914b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:57.638076 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b52b920d-774f-49b2-92a5-07d3057e7997 req-64f57eef-1c00-4853-ae3a-3fb3fb83914b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64034f3a-511e-4cd5-9882-a07640c76d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386817 Oct 14 18:06:57.750392 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b52b920d-774f-49b2-92a5-07d3057e7997 req-ec59faad-263d-4554-a29a-e8798b66de4c service neutron] 10.222.0.32 "GET /v2.0/networks/64034f3a-511e-4cd5-9882-a07640c76d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011765 Oct 14 18:06:57.907701 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025be802-c2d8-43a7-b917-962f0de36a67 req-eed737b8-5ad5-4acf-ad0a-b4086eeeea26 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:57.915851 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-025be802-c2d8-43a7-b917-962f0de36a67 req-eed737b8-5ad5-4acf-ad0a-b4086eeeea26 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 943 time: 0.0889940 Oct 14 18:06:57.933981 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b52b920d-774f-49b2-92a5-07d3057e7997 req-8cd72df5-8a8d-4ec5-a05f-ea413fe378ef service neutron] 10.222.0.32 "GET /v2.0/networks/64034f3a-511e-4cd5-9882-a07640c76d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679661 Oct 14 18:06:57.963966 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-025be802-c2d8-43a7-b917-962f0de36a67 req-a893e5be-f3b2-46cf-a14b-ffa239530346 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471988 Oct 14 18:06:58.216020 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0786d9-7974-458d-904f-e20d0edcdf9d req-19a755d2-3b72-45af-a80c-e7f490df72be tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:58.217501 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ca0786d9-7974-458d-904f-e20d0edcdf9d req-19a755d2-3b72-45af-a80c-e7f490df72be tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 946 time: 0.0517447 Oct 14 18:06:58.253845 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ca0786d9-7974-458d-904f-e20d0edcdf9d req-0cc50ac3-7566-426d-9a0b-6dc2af09bbcd tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304945 Oct 14 18:06:59.082936 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d77bb-0877-46e3-9b5c-cc6ffcb3f063 req-77b8a342-4a26-4232-91b9-b2050f6c7c29 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:59.084386 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-382d77bb-0877-46e3-9b5c-cc6ffcb3f063 req-77b8a342-4a26-4232-91b9-b2050f6c7c29 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 943 time: 0.0530820 Oct 14 18:06:59.121723 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-382d77bb-0877-46e3-9b5c-cc6ffcb3f063 req-11da3b6e-3b37-4ca5-9552-0f27ba4696cd tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312936 Oct 14 18:06:59.372806 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2084067-b54c-4ecb-b8b7-b98f151a3040 req-a7e5ea79-73ac-4846-a796-0a5282be41ce tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:59.374310 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-a2084067-b54c-4ecb-b8b7-b98f151a3040 req-a7e5ea79-73ac-4846-a796-0a5282be41ce tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 946 time: 0.0491481 Oct 14 18:06:59.412277 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-a2084067-b54c-4ecb-b8b7-b98f151a3040 req-ae9ef7fc-2f3b-4a60-b9f9-559f65d3ff16 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313146 Oct 14 18:06:59.556374 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee34168-b920-41cb-9322-2d07d5bf72b4 req-aff0cfb9-0d20-4033-8e61-157ad85e4f9e tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:06:59.557904 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4ee34168-b920-41cb-9322-2d07d5bf72b4 req-aff0cfb9-0d20-4033-8e61-157ad85e4f9e tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=af1d2748-9068-462c-934b-812225c2a28f HTTP/1.1" status: 200 len: 945 time: 0.0473175 Oct 14 18:06:59.608673 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-4ee34168-b920-41cb-9322-2d07d5bf72b4 req-d35dc943-a1dd-47b2-af27-975d4681d4c0 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0a5ae31-310b-425a-bf73-ca338afc75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430853 Oct 14 18:07:00.242784 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58891bb-9495-4e4c-bd25-b85a1a02948b req-bac88a4e-62fb-41e6-9872-eabdf85b8841 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:00.244591 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a58891bb-9495-4e4c-bd25-b85a1a02948b req-bac88a4e-62fb-41e6-9872-eabdf85b8841 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 943 time: 0.0555394 Oct 14 18:07:00.288975 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a58891bb-9495-4e4c-bd25-b85a1a02948b req-8e2849c2-93f8-496c-8b50-3abf6375dcdb tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385413 Oct 14 18:07:00.475853 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 54604ef0-e8ed-46ac-bfa7-a5565744f8d8 details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:07:00.566004 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 54604ef0-e8ed-46ac-bfa7-a5565744f8d8, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=54604ef0-e8ed-46ac-bfa7-a5565744f8d8,segment=NetworkSegment(9ffca814-2114-4ee0-8fe3-a2c2e4aa6627),segment_id=9ffca814-2114-4ee0-8fe3-a2c2e4aa6627)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:07:00.576447 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': '54604ef0-e8ed-46ac-bfa7-a5565744f8d8', 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d', 'port_id': '54604ef0-e8ed-46ac-bfa7-a5565744f8d8', 'mac_address': 'fa:16:3e:27:1f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39bb6f49-4cc4-41ff-8aea-b97848978fd1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:07:00.615081 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:00.626901 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54604ef0-e8ed-46ac-bfa7-a5565744f8d8 {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:07:00.649305 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 54604ef0-e8ed-46ac-bfa7-a5565744f8d8, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=54604ef0-e8ed-46ac-bfa7-a5565744f8d8,segment=NetworkSegment(9ffca814-2114-4ee0-8fe3-a2c2e4aa6627),segment_id=9ffca814-2114-4ee0-8fe3-a2c2e4aa6627)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:07:00.653711 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:00.699395 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=54604ef0-e8ed-46ac-bfa7-a5565744f8d8,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:00.730096 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27addc92-4a7f-4123-acad-0e4cc887380d req-497d39d2-a58c-4848-a1e2-485b2ceb1858 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:00.731544 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-27addc92-4a7f-4123-acad-0e4cc887380d req-497d39d2-a58c-4848-a1e2-485b2ceb1858 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=af1d2748-9068-462c-934b-812225c2a28f HTTP/1.1" status: 200 len: 945 time: 0.0511830 Oct 14 18:07:00.768292 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-27addc92-4a7f-4123-acad-0e4cc887380d req-0faa904e-e3fa-4a72-963d-a9fcbc776021 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0a5ae31-310b-425a-bf73-ca338afc75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301864 Oct 14 18:07:00.902676 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['54604ef0-e8ed-46ac-bfa7-a5565744f8d8'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:07:01.321909 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f11f5-91ec-4ae4-9250-70c02a149852 req-0315ea68-43f9-4b9f-b2e8-fe712e4d7f69 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:01.323350 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-585f11f5-91ec-4ae4-9250-70c02a149852 req-0315ea68-43f9-4b9f-b2e8-fe712e4d7f69 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.32 "GET /v2.0/ports?device_id=af1d2748-9068-462c-934b-812225c2a28f HTTP/1.1" status: 200 len: 945 time: 0.0486107 Oct 14 18:07:01.438571 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ae0ce-95cf-4ce6-8030-70e1e84663c1 req-0e2b1d25-4b6d-498f-85db-4bf8a23ffcd7 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:01.440015 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-095ae0ce-95cf-4ce6-8030-70e1e84663c1 req-0e2b1d25-4b6d-498f-85db-4bf8a23ffcd7 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 944 time: 0.0817294 Oct 14 18:07:01.469555 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-585f11f5-91ec-4ae4-9250-70c02a149852 req-0fb9376c-7600-45a4-ae9e-bbaf22228363 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Deleting port 9061fd3e-983a-4662-9b3f-7720fd51e386 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:07:01.469896 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-585f11f5-91ec-4ae4-9250-70c02a149852 req-0fb9376c-7600-45a4-ae9e-bbaf22228363 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:01.528547 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-095ae0ce-95cf-4ce6-8030-70e1e84663c1 req-80e33f60-8dde-4f08-82fc-8489842959ae tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813158 Oct 14 18:07:01.573459 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-585f11f5-91ec-4ae4-9250-70c02a149852 req-0fb9376c-7600-45a4-ae9e-bbaf22228363 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] For port 9061fd3e-983a-4662-9b3f-7720fd51e386, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=9061fd3e-983a-4662-9b3f-7720fd51e386,segment=NetworkSegment(52ac0125-356a-4259-94e8-0d806eb069a1),segment_id=52ac0125-356a-4259-94e8-0d806eb069a1)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:07:01.573750 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-585f11f5-91ec-4ae4-9250-70c02a149852 req-0fb9376c-7600-45a4-ae9e-bbaf22228363 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:01.735100 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-585f11f5-91ec-4ae4-9250-70c02a149852 req-0fb9376c-7600-45a4-ae9e-bbaf22228363 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:01.735454 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-585f11f5-91ec-4ae4-9250-70c02a149852 req-0fb9376c-7600-45a4-ae9e-bbaf22228363 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3789850'] for floatingip, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:01.735767 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.l3_db [req-585f11f5-91ec-4ae4-9250-70c02a149852 req-0fb9376c-7600-45a4-ae9e-bbaf22228363 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Floating IP 039bdb35-5c65-4ee5-b245-09ef8fc5830b disassociated. External IP: 172.27.3.182, port: 9061fd3e-983a-4662-9b3f-7720fd51e386. Oct 14 18:07:01.736100 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-585f11f5-91ec-4ae4-9250-70c02a149852 req-0fb9376c-7600-45a4-ae9e-bbaf22228363 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Calling delete_port for 9061fd3e-983a-4662-9b3f-7720fd51e386 owned by compute:nova {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:07:01.862415 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-585f11f5-91ec-4ae4-9250-70c02a149852 req-0fb9376c-7600-45a4-ae9e-bbaf22228363 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:01.886409 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bc09e-f656-44fa-b6cc-c46524cd6c10 req-5eccb501-3a62-48f1-9077-72326a2fb781 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:01.887847 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ec4bc09e-f656-44fa-b6cc-c46524cd6c10 req-5eccb501-3a62-48f1-9077-72326a2fb781 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/ports?device_id=af1d2748-9068-462c-934b-812225c2a28f HTTP/1.1" status: 200 len: 867 time: 0.0512829 Oct 14 18:07:01.889485 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9376c-7600-45a4-ae9e-bbaf22228363 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Pushing event deleted for resources: {'Port': ['ID=9061fd3e-983a-4662-9b3f-7720fd51e386,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:01.928252 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ec4bc09e-f656-44fa-b6cc-c46524cd6c10 req-cbba18a5-e73e-45c2-9d3d-1a5558b83957 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0a5ae31-310b-425a-bf73-ca338afc75ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344186 Oct 14 18:07:02.005234 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-585f11f5-91ec-4ae4-9250-70c02a149852 req-0fb9376c-7600-45a4-ae9e-bbaf22228363 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Router b7293706-4bc3-443e-b6ef-4bad6797855a has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:07:02.109834 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-585f11f5-91ec-4ae4-9250-70c02a149852 req-0fb9376c-7600-45a4-ae9e-bbaf22228363 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:07:02.120062 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbdb055-a399-4752-b7b8-da10b143f902 None None] Sync routers for ids ['b7293706-4bc3-443e-b6ef-4bad6797855a'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:07:02.133005 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbdb055-a399-4752-b7b8-da10b143f902 None None] Routers {'b7293706-4bc3-443e-b6ef-4bad6797855a'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:07:02.133699 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-6cbdb055-a399-4752-b7b8-da10b143f902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:06:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['b7293706-4bc3-443e-b6ef-4bad6797855a'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:02.149661 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-585f11f5-91ec-4ae4-9250-70c02a149852 req-0fb9376c-7600-45a4-ae9e-bbaf22228363 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] No DVR routers for this DVR port 9061fd3e-983a-4662-9b3f-7720fd51e386 on host hv-cinder-81393 {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:07:02.152500 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-585f11f5-91ec-4ae4-9250-70c02a149852 req-0fb9376c-7600-45a4-ae9e-bbaf22228363 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:02.156025 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-585f11f5-91ec-4ae4-9250-70c02a149852 req-0fb9376c-7600-45a4-ae9e-bbaf22228363 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.32 "DELETE /v2.0/ports/9061fd3e-983a-4662-9b3f-7720fd51e386 HTTP/1.1" status: 204 len: 173 time: 0.8252723 Oct 14 18:07:02.156482 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1d2748-9068-462c-934b-812225c2a28f', 'name': 'network-vif-deleted', 'tag': '9061fd3e-983a-4662-9b3f-7720fd51e386'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:07:02.158842 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f743ce4e-dcac-4e4a-a013-204627d436e4" -d '{"events": [{"server_uuid": "af1d2748-9068-462c-934b-812225c2a28f", "name": "network-vif-deleted", "tag": "9061fd3e-983a-4662-9b3f-7720fd51e386"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:07:02.196387 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa4ed7f-72bb-43b8-9fb0-15289f478fa9 x-openstack-request-id: req-0aa4ed7f-72bb-43b8-9fb0-15289f478fa9 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:07:02.196680 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1d2748-9068-462c-934b-812225c2a28f", "name": "network-vif-deleted", "tag": "9061fd3e-983a-4662-9b3f-7720fd51e386", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:07:02.196957 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0aa4ed7f-72bb-43b8-9fb0-15289f478fa9 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:07:02.197357 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1d2748-9068-462c-934b-812225c2a28f', 'name': 'network-vif-deleted', 'tag': '9061fd3e-983a-4662-9b3f-7720fd51e386', 'status': 'completed', 'code': 200} Oct 14 18:07:02.267123 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-6cbdb055-a399-4752-b7b8-da10b143f902 None None] Set router b7293706-4bc3-443e-b6ef-4bad6797855a gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:07:02.466756 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-6cbdb055-a399-4752-b7b8-da10b143f902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'name': 'tempest-AttachVolumeTestJSON-1526018621-router', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:31Z', 'updated_at': '2021-10-14T18:00:37Z', 'revision_number': 4, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'gw_port': {'id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:32Z', 'updated_at': '2021-10-14T18:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '43528949-13ac-4515-993e-a8d3e951a4f6', 'name': '', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'mac_address': 'fa:16:3e:10:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:35Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 5, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'subnets': [{'id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:02.491977 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbdb055-a399-4752-b7b8-da10b143f902 None None] Checking router: b7293706-4bc3-443e-b6ef-4bad6797855a for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:07:02.500242 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 54604ef0-e8ed-46ac-bfa7-a5565744f8d8 up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:07:02.505302 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbdb055-a399-4752-b7b8-da10b143f902 None None] Routers {'b7293706-4bc3-443e-b6ef-4bad6797855a'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:07:02.505919 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-6cbdb055-a399-4752-b7b8-da10b143f902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:06:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['b7293706-4bc3-443e-b6ef-4bad6797855a'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:02.652099 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b6207-d400-4c60-a118-92a67a2f6d8f req-41b57701-09ce-42f4-bb73-28461ace3b52 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:02.654543 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-df8b6207-d400-4c60-a118-92a67a2f6d8f req-41b57701-09ce-42f4-bb73-28461ace3b52 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 944 time: 0.0571623 Oct 14 18:07:02.694498 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-df8b6207-d400-4c60-a118-92a67a2f6d8f req-6d626de6-16ea-4ce2-9402-12bf0bbfe803 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328617 Oct 14 18:07:02.750349 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning for port 54604ef0-e8ed-46ac-bfa7-a5565744f8d8 completed by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 18:07:02.761159 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port 54604ef0-e8ed-46ac-bfa7-a5565744f8d8 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:07:02.761558 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:02.782169 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-6cbdb055-a399-4752-b7b8-da10b143f902 None None] Set router b7293706-4bc3-443e-b6ef-4bad6797855a gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:07:02.948797 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:02.990878 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b5eab0-147b-41af-be9a-8e957e6ad9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54604ef0-e8ed-46ac-bfa7-a5565744f8d8'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:07:02.993135 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d51282f-4c2e-4a78-b6f2-7d6cce2f400f" -d '{"events": [{"server_uuid": "a1b5eab0-147b-41af-be9a-8e957e6ad9ff", "name": "network-vif-plugged", "status": "completed", "tag": "54604ef0-e8ed-46ac-bfa7-a5565744f8d8"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:07:03.019037 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 55736) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:03.027623 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 54604ef0-e8ed-46ac-bfa7-a5565744f8d8, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=54604ef0-e8ed-46ac-bfa7-a5565744f8d8,segment=NetworkSegment(9ffca814-2114-4ee0-8fe3-a2c2e4aa6627),segment_id=9ffca814-2114-4ee0-8fe3-a2c2e4aa6627)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:07:03.030117 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ba8eba-f877-4859-a67d-058a38677091 x-openstack-request-id: req-27ba8eba-f877-4859-a67d-058a38677091 {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:07:03.030398 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b5eab0-147b-41af-be9a-8e957e6ad9ff", "name": "network-vif-plugged", "status": "completed", "tag": "54604ef0-e8ed-46ac-bfa7-a5565744f8d8", "code": 200}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:07:03.030695 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27ba8eba-f877-4859-a67d-058a38677091 {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:07:03.031076 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b5eab0-147b-41af-be9a-8e957e6ad9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54604ef0-e8ed-46ac-bfa7-a5565744f8d8', 'code': 200} Oct 14 18:07:03.034324 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:03.086053 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-632d3c8f-6613-4d70-98e9-05431c84a01c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:03.094081 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=54604ef0-e8ed-46ac-bfa7-a5565744f8d8,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:03.101591 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-6cbdb055-a399-4752-b7b8-da10b143f902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'name': 'tempest-AttachVolumeTestJSON-1526018621-router', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:31Z', 'updated_at': '2021-10-14T18:00:37Z', 'revision_number': 4, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'gw_port': {'id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:32Z', 'updated_at': '2021-10-14T18:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '43528949-13ac-4515-993e-a8d3e951a4f6', 'name': '', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'mac_address': 'fa:16:3e:10:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:35Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 5, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'subnets': [{'id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:03.112673 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-632d3c8f-6613-4d70-98e9-05431c84a01c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:03.130179 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbdb055-a399-4752-b7b8-da10b143f902 None None] The sync data for ids ['b7293706-4bc3-443e-b6ef-4bad6797855a'] in dv-cinder-813936-1-iscsi is: [{'id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'name': 'tempest-AttachVolumeTestJSON-1526018621-router', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:31Z', 'updated_at': '2021-10-14T18:00:37Z', 'revision_number': 4, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'gw_port': {'id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:32Z', 'updated_at': '2021-10-14T18:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '43528949-13ac-4515-993e-a8d3e951a4f6', 'name': '', 'network_id': '83910de2-b586-4465-84e9-9f9658b647e4', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'mac_address': 'fa:16:3e:10:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:35Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 5, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'subnets': [{'id': '3fc86992-e555-42d7-8e1e-82fdc67616bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:07:03.165799 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-632d3c8f-6613-4d70-98e9-05431c84a01c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:03.168463 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-632d3c8f-6613-4d70-98e9-05431c84a01c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:03.169690 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-632d3c8f-6613-4d70-98e9-05431c84a01c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "DELETE /v2.0/security-groups/b0a5ae31-310b-425a-bf73-ca338afc75ed HTTP/1.1" status: 204 len: 168 time: 0.1488168 Oct 14 18:07:03.172632 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 55738) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:03.180680 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d3c8f-6613-4d70-98e9-05431c84a01c tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a5ae31-310b-425a-bf73-ca338afc75ed,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:03.195722 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.api.v2.resource [None req-750b9d82-0a86-47eb-838e-57e57e842fa2 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] show failed (client error): The resource could not be found. Oct 14 18:07:03.197103 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-750b9d82-0a86-47eb-838e-57e57e842fa2 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "GET /v2.0/security-groups/b0a5ae31-310b-425a-bf73-ca338afc75ed HTTP/1.1" status: 404 len: 347 time: 0.0229738 Oct 14 18:07:03.199918 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 55740) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:03.336323 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3ba44-0c39-442a-bf63-4fd08635fc33 req-f6890bd4-8e87-4499-82c7-96ad8781b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:03.337839 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-efc3ba44-0c39-442a-bf63-4fd08635fc33 req-f6890bd4-8e87-4499-82c7-96ad8781b37a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 1098 time: 0.1358495 Oct 14 18:07:03.356486 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4810090-4305-4db2-b4ad-81bc0222b646 None None] New status for floating IP 039bdb35-5c65-4ee5-b245-09ef8fc5830b: DOWN {{(pid=99721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 18:07:03.639495 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-1f2daf24-13df-4c96-87f4-41a1773fdd70 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Deleting port bbd40b65-22e8-4720-99a2-f721bf0550da {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:07:03.639824 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1f2daf24-13df-4c96-87f4-41a1773fdd70 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:03.643671 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-efc3ba44-0c39-442a-bf63-4fd08635fc33 req-469b8072-cac1-4cb3-8126-a87c3d3af2e7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959814 Oct 14 18:07:03.712420 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1f2daf24-13df-4c96-87f4-41a1773fdd70 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:03.712738 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1f2daf24-13df-4c96-87f4-41a1773fdd70 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:03.724409 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-1f2daf24-13df-4c96-87f4-41a1773fdd70 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Calling delete_port for bbd40b65-22e8-4720-99a2-f721bf0550da owned by network:floatingip {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:07:03.819750 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53ec8e-f941-402c-9d99-fcb818675883 req-7412f4f0-a752-4058-9d26-32ffbd2f935d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:03.821428 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-9a53ec8e-f941-402c-9d99-fcb818675883 req-7412f4f0-a752-4058-9d26-32ffbd2f935d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 945 time: 0.0478084 Oct 14 18:07:03.860231 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-9a53ec8e-f941-402c-9d99-fcb818675883 req-eb94fbea-d5f1-479a-8c12-a856d5155344 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317235 Oct 14 18:07:03.869405 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1f2daf24-13df-4c96-87f4-41a1773fdd70 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:03.895890 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2daf24-13df-4c96-87f4-41a1773fdd70 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Pushing event deleted for resources: {'Port': ['ID=bbd40b65-22e8-4720-99a2-f721bf0550da,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:03.950934 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1f2daf24-13df-4c96-87f4-41a1773fdd70 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks [] for floatingip, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:03.953435 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1f2daf24-13df-4c96-87f4-41a1773fdd70 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for floatingip, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:03.954554 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-1f2daf24-13df-4c96-87f4-41a1773fdd70 tempest-AttachVolumeTestJSON-1666288309 tempest-AttachVolumeTestJSON-1666288309-project] 10.222.0.49 "DELETE /v2.0/floatingips/039bdb35-5c65-4ee5-b245-09ef8fc5830b HTTP/1.1" status: 204 len: 168 time: 0.7537560 Oct 14 18:07:04.515750 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 9061fd3e-983a-4662-9b3f-7720fd51e386 no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:07:04.541402 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] No Port match for: 9061fd3e-983a-4662-9b3f-7720fd51e386 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:07:04.541772 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 9061fd3e-983a-4662-9b3f-7720fd51e386 not bound to the agent host hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:07:04.978341 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3697768-0a14-429d-9cb6-05a4c29016ab req-ef98543c-5484-44ff-a65b-135d68e7deba tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:04.979858 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c3697768-0a14-429d-9cb6-05a4c29016ab req-ef98543c-5484-44ff-a65b-135d68e7deba tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 945 time: 0.0523405 Oct 14 18:07:05.017331 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c3697768-0a14-429d-9cb6-05a4c29016ab req-6ebe1d47-a66b-40cb-9cf4-1f7f79cd05d7 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313113 Oct 14 18:07:05.127274 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0068b-71e3-4155-9d6d-4c29c3bf3780 req-24ce8aff-566a-46be-b8fa-301cb59bb43d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:05.128739 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bfd0068b-71e3-4155-9d6d-4c29c3bf3780 req-24ce8aff-566a-46be-b8fa-301cb59bb43d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 945 time: 0.0484204 Oct 14 18:07:05.168418 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bfd0068b-71e3-4155-9d6d-4c29c3bf3780 req-d209cb82-8dd1-43da-870e-75bba3aa3079 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324512 Oct 14 18:07:05.515417 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f15fc-5427-4e33-b2eb-cc36154d64a1 req-5bac81ee-9465-4a95-9937-64cdc09bacdb tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:05.516837 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-b22f15fc-5427-4e33-b2eb-cc36154d64a1 req-5bac81ee-9465-4a95-9937-64cdc09bacdb tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 945 time: 0.0517187 Oct 14 18:07:05.554131 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-b22f15fc-5427-4e33-b2eb-cc36154d64a1 req-3aa568c5-0df7-4300-a588-a9c415d762f9 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313091 Oct 14 18:07:07.468952 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 55802) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:07.913676 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7c220b06-999a-4c22-9634-1f058eea056d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790618'] for router_interface, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:08.152124 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-7c220b06-999a-4c22-9634-1f058eea056d admin admin] Deleting port 43528949-13ac-4515-993e-a8d3e951a4f6 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:07:08.152458 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7c220b06-999a-4c22-9634-1f058eea056d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:08.230723 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [None req-7c220b06-999a-4c22-9634-1f058eea056d admin admin] For port 43528949-13ac-4515-993e-a8d3e951a4f6, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=43528949-13ac-4515-993e-a8d3e951a4f6,segment=NetworkSegment(52ac0125-356a-4259-94e8-0d806eb069a1),segment_id=52ac0125-356a-4259-94e8-0d806eb069a1)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:07:08.231079 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7c220b06-999a-4c22-9634-1f058eea056d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:08.243399 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-7c220b06-999a-4c22-9634-1f058eea056d admin admin] Calling delete_port for 43528949-13ac-4515-993e-a8d3e951a4f6 owned by network:router_interface {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:07:08.423731 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7c220b06-999a-4c22-9634-1f058eea056d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:08.448479 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c220b06-999a-4c22-9634-1f058eea056d admin admin] Pushing event deleted for resources: {'Port': ['ID=43528949-13ac-4515-993e-a8d3e951a4f6,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:08.611080 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-7c220b06-999a-4c22-9634-1f058eea056d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3789886'] for router_interface, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:08.827584 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c220b06-999a-4c22-9634-1f058eea056d admin admin] Router b7293706-4bc3-443e-b6ef-4bad6797855a has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:07:08.903174 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-72739c70-4227-4d1a-8626-3abaf33dc406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:08.929808 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c220b06-999a-4c22-9634-1f058eea056d admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:07:08.935351 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-7c220b06-999a-4c22-9634-1f058eea056d admin admin] 10.222.0.49 "PUT /v2.0/routers/b7293706-4bc3-443e-b6ef-4bad6797855a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4645638 Oct 14 18:07:08.937266 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 55810) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:08.938289 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f02197b-99be-4184-b12f-96c14853f118 None None] Sync routers for ids ['b7293706-4bc3-443e-b6ef-4bad6797855a'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:07:08.947677 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f02197b-99be-4184-b12f-96c14853f118 None None] Routers {'b7293706-4bc3-443e-b6ef-4bad6797855a'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:07:08.948279 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-6f02197b-99be-4184-b12f-96c14853f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:06:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['b7293706-4bc3-443e-b6ef-4bad6797855a'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:09.045300 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-53627135-f253-4155-8bda-0d0e84785d17 admin admin] Notify callbacks [] for router, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:09.049816 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-6f02197b-99be-4184-b12f-96c14853f118 None None] Set router b7293706-4bc3-443e-b6ef-4bad6797855a gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:07:09.158756 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-53627135-f253-4155-8bda-0d0e84785d17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:09.211580 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-53627135-f253-4155-8bda-0d0e84785d17 admin admin] Deleting port 136923af-c6cc-4889-8e25-2ddb57fd7cfb {{(pid=99718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:07:09.211913 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-53627135-f253-4155-8bda-0d0e84785d17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:09.253930 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-6f02197b-99be-4184-b12f-96c14853f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'name': 'tempest-AttachVolumeTestJSON-1526018621-router', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:31Z', 'updated_at': '2021-10-14T18:07:08Z', 'revision_number': 5, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'gw_port': {'id': '136923af-c6cc-4889-8e25-2ddb57fd7cfb', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:32Z', 'updated_at': '2021-10-14T18:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:09.280351 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f02197b-99be-4184-b12f-96c14853f118 None None] Checking router: b7293706-4bc3-443e-b6ef-4bad6797855a for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:07:09.288774 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f02197b-99be-4184-b12f-96c14853f118 None None] Routers {'b7293706-4bc3-443e-b6ef-4bad6797855a'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:07:09.289400 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-6f02197b-99be-4184-b12f-96c14853f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:06:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['b7293706-4bc3-443e-b6ef-4bad6797855a'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:09.290222 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [None req-53627135-f253-4155-8bda-0d0e84785d17 admin admin] For port 136923af-c6cc-4889-8e25-2ddb57fd7cfb, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=136923af-c6cc-4889-8e25-2ddb57fd7cfb,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:07:09.290588 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-53627135-f253-4155-8bda-0d0e84785d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:09.303112 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-53627135-f253-4155-8bda-0d0e84785d17 admin admin] Calling delete_port for 136923af-c6cc-4889-8e25-2ddb57fd7cfb owned by network:router_gateway {{(pid=99718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:07:09.371710 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-6f02197b-99be-4184-b12f-96c14853f118 None None] Set router b7293706-4bc3-443e-b6ef-4bad6797855a gateway port host: None {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:07:09.424892 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-6f02197b-99be-4184-b12f-96c14853f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'name': 'tempest-AttachVolumeTestJSON-1526018621-router', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:31Z', 'updated_at': '2021-10-14T18:07:09Z', 'revision_number': 6, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'gw_port_host': None}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:09.452487 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f02197b-99be-4184-b12f-96c14853f118 None None] The sync data for ids ['b7293706-4bc3-443e-b6ef-4bad6797855a'] in dv-cinder-813936-1-iscsi is: [{'id': 'b7293706-4bc3-443e-b6ef-4bad6797855a', 'name': 'tempest-AttachVolumeTestJSON-1526018621-router', 'tenant_id': '9286435440ed4572b505e029abbfe5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:31Z', 'updated_at': '2021-10-14T18:07:09Z', 'revision_number': 6, 'project_id': '9286435440ed4572b505e029abbfe5fe', 'gw_port_host': None}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:07:09.466799 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-53627135-f253-4155-8bda-0d0e84785d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:09.499420 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53627135-f253-4155-8bda-0d0e84785d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=136923af-c6cc-4889-8e25-2ddb57fd7cfb,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:09.555978 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-53627135-f253-4155-8bda-0d0e84785d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3790020'] for router_gateway, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:09.845289 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-53627135-f253-4155-8bda-0d0e84785d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:09.847472 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-53627135-f253-4155-8bda-0d0e84785d17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:09.913233 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-53627135-f253-4155-8bda-0d0e84785d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787636'] for router, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:09.913903 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53627135-f253-4155-8bda-0d0e84785d17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7293706-4bc3-443e-b6ef-4bad6797855a {{(pid=99718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 18:07:09.919487 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-53627135-f253-4155-8bda-0d0e84785d17 admin admin] Notify callbacks [] for router, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:09.920750 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-53627135-f253-4155-8bda-0d0e84785d17 admin admin] 10.222.0.49 "DELETE /v2.0/routers/b7293706-4bc3-443e-b6ef-4bad6797855a HTTP/1.1" status: 204 len: 168 time: 0.9825110 Oct 14 18:07:09.923321 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 55814) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:09.964750 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33968f2-b42d-444d-a6bb-736c4d4355f0 admin admin] Deleting subnet 3fc86992-e555-42d7-8e1e-82fdc67616bb {{(pid=99718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 18:07:09.967612 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a33968f2-b42d-444d-a6bb-736c4d4355f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:10.000529 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a33968f2-b42d-444d-a6bb-736c4d4355f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210189'] for subnet, precommit_delete_associations {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:10.104463 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a33968f2-b42d-444d-a6bb-736c4d4355f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676325'] for subnet, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:10.153104 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a33968f2-b42d-444d-a6bb-736c4d4355f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9120956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386637'] for subnet, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:10.182595 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33968f2-b42d-444d-a6bb-736c4d4355f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fc86992-e555-42d7-8e1e-82fdc67616bb,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:10.184570 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a33968f2-b42d-444d-a6bb-736c4d4355f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:10.187704 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-a33968f2-b42d-444d-a6bb-736c4d4355f0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3fc86992-e555-42d7-8e1e-82fdc67616bb HTTP/1.1" status: 204 len: 168 time: 0.2634654 Oct 14 18:07:10.189159 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b036039-f826-4508-bb1a-baeb0b65393f None None] Network 83910de2-b586-4465-84e9-9f9658b647e4 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:07:10.190426 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 55816) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:10.203164 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:07:10.269610 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2425d261-2f3f-4cf4-a5f7-7d7c944e94aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808165'] for network, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:10.278526 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 136923af-c6cc-4889-8e25-2ddb57fd7cfb no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:07:10.315172 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: 136923af-c6cc-4889-8e25-2ddb57fd7cfb {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:07:10.315521 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 136923af-c6cc-4889-8e25-2ddb57fd7cfb not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:07:10.315933 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 43528949-13ac-4515-993e-a8d3e951a4f6 no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:07:10.329886 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-2425d261-2f3f-4cf4-a5f7-7d7c944e94aa admin admin] Deleting port 75d3775e-44da-4a9d-ab05-ef70d46393b5 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:07:10.330229 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2425d261-2f3f-4cf4-a5f7-7d7c944e94aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:10.337459 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: 43528949-13ac-4515-993e-a8d3e951a4f6 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:07:10.337809 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 43528949-13ac-4515-993e-a8d3e951a4f6 not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:07:10.394643 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [None req-2425d261-2f3f-4cf4-a5f7-7d7c944e94aa admin admin] For port 75d3775e-44da-4a9d-ab05-ef70d46393b5, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=75d3775e-44da-4a9d-ab05-ef70d46393b5,segment=NetworkSegment(52ac0125-356a-4259-94e8-0d806eb069a1),segment_id=52ac0125-356a-4259-94e8-0d806eb069a1)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:07:10.394643 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2425d261-2f3f-4cf4-a5f7-7d7c944e94aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:10.412941 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-2425d261-2f3f-4cf4-a5f7-7d7c944e94aa admin admin] Calling delete_port for 75d3775e-44da-4a9d-ab05-ef70d46393b5 owned by network:dhcp {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:07:10.422497 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06b7c75-0603-4c74-80f9-9790383f6734 None None] DHCP port deletion for 83910de2-b586-4465-84e9-9f9658b647e4 request from dv-cinder-813936-1-iscsi {{(pid=99720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 18:07:10.475656 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-d06b7c75-0603-4c74-80f9-9790383f6734 None None] Deleting port 75d3775e-44da-4a9d-ab05-ef70d46393b5 {{(pid=99720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:07:10.476323 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d06b7c75-0603-4c74-80f9-9790383f6734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:10.502566 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2425d261-2f3f-4cf4-a5f7-7d7c944e94aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:10.532340 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425d261-2f3f-4cf4-a5f7-7d7c944e94aa admin admin] Pushing event deleted for resources: {'Port': ['ID=75d3775e-44da-4a9d-ab05-ef70d46393b5,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:10.539243 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2425d261-2f3f-4cf4-a5f7-7d7c944e94aa admin admin] No DVR routers for this DVR port 75d3775e-44da-4a9d-ab05-ef70d46393b5 on host dv-cinder-813936-1-iscsi {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:07:10.550265 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-d06b7c75-0603-4c74-80f9-9790383f6734 None None] For port 75d3775e-44da-4a9d-ab05-ef70d46393b5, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=75d3775e-44da-4a9d-ab05-ef70d46393b5,segment=NetworkSegment(52ac0125-356a-4259-94e8-0d806eb069a1),segment_id=52ac0125-356a-4259-94e8-0d806eb069a1)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:07:10.550672 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d06b7c75-0603-4c74-80f9-9790383f6734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:10.563476 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-d06b7c75-0603-4c74-80f9-9790383f6734 None None] Calling delete_port for 75d3775e-44da-4a9d-ab05-ef70d46393b5 owned by network:dhcp {{(pid=99720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:07:10.606479 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2425d261-2f3f-4cf4-a5f7-7d7c944e94aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673054', 'neutron.services.segments.db._delete_segments_for_network-8762486597133'] for network, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:10.629798 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-2425d261-2f3f-4cf4-a5f7-7d7c944e94aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83910de2-b586-4465-84e9-9f9658b647e4']}} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:10.639299 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-2425d261-2f3f-4cf4-a5f7-7d7c944e94aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ac0125-356a-4259-94e8-0d806eb069a1') {'for_net_delete': True} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:10.639599 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-2425d261-2f3f-4cf4-a5f7-7d7c944e94aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ac0125-356a-4259-94e8-0d806eb069a1') {} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:10.649309 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2425d261-2f3f-4cf4-a5f7-7d7c944e94aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762486598678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8741783'] for segment, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:10.662741 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2425d261-2f3f-4cf4-a5f7-7d7c944e94aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:10.669154 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2425d261-2f3f-4cf4-a5f7-7d7c944e94aa admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=99719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:07:10.669535 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2425d261-2f3f-4cf4-a5f7-7d7c944e94aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8937544'] for segment, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: Traceback (most recent call last): Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: timer() Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: cb(*args, **kw) Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: return func(*args, **kwargs) Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: self._notify() Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: self.callback(batched_events) Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: event.method(event) Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: return f(self, *a, **k) Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: return self._get(url).json() Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: return self.request(url, 'GET', **kwargs) Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 18:07:10.671216 dv-cinder-813936-1-iscsi neutron-server[99719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 18:07:10.677035 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d06b7c75-0603-4c74-80f9-9790383f6734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169'] for port, after_delete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:10.702054 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b7c75-0603-4c74-80f9-9790383f6734 None None] Pushing event deleted for resources: {'Port': ['ID=75d3775e-44da-4a9d-ab05-ef70d46393b5,revision_number=None']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:10.705489 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06b7c75-0603-4c74-80f9-9790383f6734 None None] No DVR routers for this DVR port 75d3775e-44da-4a9d-ab05-ef70d46393b5 on host dv-cinder-813936-1-iscsi {{(pid=99720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:07:10.732617 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2425d261-2f3f-4cf4-a5f7-7d7c944e94aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790056'] for network, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:10.737812 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2425d261-2f3f-4cf4-a5f7-7d7c944e94aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:10.741431 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-2425d261-2f3f-4cf4-a5f7-7d7c944e94aa admin admin] 10.222.0.49 "DELETE /v2.0/networks/83910de2-b586-4465-84e9-9f9658b647e4 HTTP/1.1" status: 204 len: 168 time: 0.5499957 Oct 14 18:07:10.753638 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425d261-2f3f-4cf4-a5f7-7d7c944e94aa admin admin] Pushing event deleted for resources: {'Network': ['ID=83910de2-b586-4465-84e9-9f9658b647e4,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:10.851207 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 55822) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:10.890989 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-d5ac3c5a-558f-4448-b979-adac69df4cad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9286435440ed4572b505e029abbfe5fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385923 Oct 14 18:07:10.893380 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 55824) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:10.940186 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-969db211-edc6-44fa-9112-12b5186bc4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:10.964373 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-969db211-edc6-44fa-9112-12b5186bc4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:11.014047 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-969db211-edc6-44fa-9112-12b5186bc4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:11.016671 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-969db211-edc6-44fa-9112-12b5186bc4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:11.018225 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-969db211-edc6-44fa-9112-12b5186bc4f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/68851c41-8730-443e-b92f-5d000418fa72 HTTP/1.1" status: 204 len: 168 time: 0.1237063 Oct 14 18:07:11.026096 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969db211-edc6-44fa-9112-12b5186bc4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68851c41-8730-443e-b92f-5d000418fa72,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:11.295293 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:11.569046 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b319-a236-485d-8972-3aab44f38e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:11.618897 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:11.936026 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 75d3775e-44da-4a9d-ab05-ef70d46393b5 no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:07:11.956662 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: 75d3775e-44da-4a9d-ab05-ef70d46393b5 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:07:11.957034 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 75d3775e-44da-4a9d-ab05-ef70d46393b5 not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:07:12.373080 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:13.920654 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbadf0-f0bc-40ed-8c08-5a882a726a33 req-6a088584-6f4b-44f5-9399-14ee9f0e7135 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:13.922123 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-35dbadf0-f0bc-40ed-8c08-5a882a726a33 req-6a088584-6f4b-44f5-9399-14ee9f0e7135 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 945 time: 0.0475900 Oct 14 18:07:13.959402 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-35dbadf0-f0bc-40ed-8c08-5a882a726a33 req-9b8fdfb4-d20a-40cf-9040-43e1824c4826 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306747 Oct 14 18:07:13.981956 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 55892) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:14.157870 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b5945a-8954-43ee-a303-2424f530df56 tempest-TestMinimumBasicScenario-1285728299 tempest-TestMinimumBasicScenario-1285728299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:14.159307 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-05b5945a-8954-43ee-a303-2424f530df56 tempest-TestMinimumBasicScenario-1285728299 tempest-TestMinimumBasicScenario-1285728299-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 1093 time: 0.1761942 Oct 14 18:07:14.163109 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 55896) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:14.167193 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-d1ff85b1-2514-4c3d-8147-57d5d579726d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Request body: {'floatingip': {'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'port_id': '54604ef0-e8ed-46ac-bfa7-a5565744f8d8', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:07:14.187327 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d1ff85b1-2514-4c3d-8147-57d5d579726d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for floatingip, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:14.270050 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:14.285386 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d1ff85b1-2514-4c3d-8147-57d5d579726d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:14.385535 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [None req-d1ff85b1-2514-4c3d-8147-57d5d579726d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Allocated IP 172.27.3.86 (d72eea9d-773f-4ba1-af60-02bc446a2bfb/b0081548-82f4-4db0-bd72-f0077bc2ab2a/a9b2f703-32ea-43e8-9c2c-4e95a04b2988) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:07:14.496684 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d1ff85b1-2514-4c3d-8147-57d5d579726d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:14.530703 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d1ff85b1-2514-4c3d-8147-57d5d579726d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:14.566055 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ff85b1-2514-4c3d-8147-57d5d579726d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Network d72eea9d-773f-4ba1-af60-02bc446a2bfb is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:07:14.570741 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-d1ff85b1-2514-4c3d-8147-57d5d579726d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:07:14.574211 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff85b1-2514-4c3d-8147-57d5d579726d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:07:14.582001 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff85b1-2514-4c3d-8147-57d5d579726d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Pushing event updated for resources: {'Port': ['ID=a9b2f703-32ea-43e8-9c2c-4e95a04b2988,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:14.904295 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d1ff85b1-2514-4c3d-8147-57d5d579726d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:14.966717 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d1ff85b1-2514-4c3d-8147-57d5d579726d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:15.113938 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d1ff85b1-2514-4c3d-8147-57d5d579726d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:15.118197 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d1ff85b1-2514-4c3d-8147-57d5d579726d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:15.186511 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff85b1-2514-4c3d-8147-57d5d579726d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Pushing event updated for resources: {'Port': ['ID=a9b2f703-32ea-43e8-9c2c-4e95a04b2988,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:15.196361 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d1ff85b1-2514-4c3d-8147-57d5d579726d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3789850'] for floatingip, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:15.291911 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.l3_db [None req-d1ff85b1-2514-4c3d-8147-57d5d579726d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Floating IP 25a4ce3f-eaef-4e66-b1b9-b276d611403d associated. External IP: 172.27.3.86, port: 54604ef0-e8ed-46ac-bfa7-a5565744f8d8. Oct 14 18:07:15.484909 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ff85b1-2514-4c3d-8147-57d5d579726d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Router 70e0cea5-3935-4aed-b824-c8a85c4c65bd has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:07:15.587870 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ff85b1-2514-4c3d-8147-57d5d579726d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:07:15.597173 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebb904d-0211-4eb1-a2da-916c58e7ad2b None None] Sync routers for ids ['70e0cea5-3935-4aed-b824-c8a85c4c65bd'] in dv-cinder-813936-1-iscsi {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:07:15.605300 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d1ff85b1-2514-4c3d-8147-57d5d579726d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for floatingip, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:15.606577 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebb904d-0211-4eb1-a2da-916c58e7ad2b None None] Routers {'70e0cea5-3935-4aed-b824-c8a85c4c65bd'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:07:15.607181 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-1ebb904d-0211-4eb1-a2da-916c58e7ad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:07:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['70e0cea5-3935-4aed-b824-c8a85c4c65bd'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:15.633341 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-d1ff85b1-2514-4c3d-8147-57d5d579726d tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4692581 Oct 14 18:07:15.633919 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b5eab0-147b-41af-be9a-8e957e6ad9ff', 'tag': '54604ef0-e8ed-46ac-bfa7-a5565744f8d8'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:07:15.636173 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbd3200-860d-4fd6-8b74-82244d9dd1dd" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b5eab0-147b-41af-be9a-8e957e6ad9ff", "tag": "54604ef0-e8ed-46ac-bfa7-a5565744f8d8"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:07:15.636450 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 55908) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:15.641494 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-55bab383-e90d-4ee1-a305-01886803fc17 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2071066757', 'description': 'tempest-secgroup-smoke-2071066757 description', 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:07:15.671505 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-55bab383-e90d-4ee1-a305-01886803fc17 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:15.674575 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84ec762-ff78-4fa6-8fa8-f5120e561963 x-openstack-request-id: req-a84ec762-ff78-4fa6-8fa8-f5120e561963 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:07:15.674866 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b5eab0-147b-41af-be9a-8e957e6ad9ff", "tag": "54604ef0-e8ed-46ac-bfa7-a5565744f8d8", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:07:15.675120 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a84ec762-ff78-4fa6-8fa8-f5120e561963 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:07:15.675509 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b5eab0-147b-41af-be9a-8e957e6ad9ff', 'tag': '54604ef0-e8ed-46ac-bfa7-a5565744f8d8', 'status': 'completed', 'code': 200} Oct 14 18:07:15.715114 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-1ebb904d-0211-4eb1-a2da-916c58e7ad2b None None] Set router 70e0cea5-3935-4aed-b824-c8a85c4c65bd gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:07:15.737618 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-55bab383-e90d-4ee1-a305-01886803fc17 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:15.741957 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-55bab383-e90d-4ee1-a305-01886803fc17 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:15.769141 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-55bab383-e90d-4ee1-a305-01886803fc17 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:15.770329 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-55bab383-e90d-4ee1-a305-01886803fc17 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1328387 Oct 14 18:07:15.773447 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 55912) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:15.774399 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bab383-e90d-4ee1-a305-01886803fc17 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234d9a82-e409-4955-87bc-1bdf25f56ce4,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:15.780420 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-bf01c66e-5958-4545-8130-431f5685b341 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Request body: {'security_group_rule': {'security_group_id': '234d9a82-e409-4955-87bc-1bdf25f56ce4', 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:07:15.807263 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-bf01c66e-5958-4545-8130-431f5685b341 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:15.866127 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-bf01c66e-5958-4545-8130-431f5685b341 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:15.869950 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-bf01c66e-5958-4545-8130-431f5685b341 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:15.889871 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01c66e-5958-4545-8130-431f5685b341 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5b3a19-d8f8-4166-bfea-2fdbbae469b0,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:15.896449 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-bf01c66e-5958-4545-8130-431f5685b341 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:15.897688 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-bf01c66e-5958-4545-8130-431f5685b341 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226530 Oct 14 18:07:15.900370 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 55914) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:15.904652 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-e1f92abe-692a-423e-a9e1-7f5ae29768ee tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Request body: {'security_group_rule': {'security_group_id': '234d9a82-e409-4955-87bc-1bdf25f56ce4', 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:07:15.930992 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e1f92abe-692a-423e-a9e1-7f5ae29768ee tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:15.942897 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-1ebb904d-0211-4eb1-a2da-916c58e7ad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'name': 'tempest-TestMinimumBasicScenario-106770234-router', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:20Z', 'updated_at': '2021-10-14T18:06:24Z', 'revision_number': 4, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'gw_port': {'id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:af:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:21Z', 'updated_at': '2021-10-14T18:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': '25a4ce3f-eaef-4e66-b1b9-b276d611403d', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'port_id': '54604ef0-e8ed-46ac-bfa7-a5565744f8d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d', 'mac_address': 'fa:16:3e:27:1f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b5eab0-147b-41af-be9a-8e957e6ad9ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:07:14Z', 'updated_at': '2021-10-14T18:07:14Z', 'revision_number': 0, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80267065-694f-4903-8693-1300ed1e218f', 'name': '', 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'mac_address': 'fa:16:3e:9a:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '39bb6f49-4cc4-41ff-8aea-b97848978fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:23Z', 'updated_at': '2021-10-14T18:06:28Z', 'revision_number': 5, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'subnets': [{'id': '39bb6f49-4cc4-41ff-8aea-b97848978fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:15.967881 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebb904d-0211-4eb1-a2da-916c58e7ad2b None None] Checking router: 70e0cea5-3935-4aed-b824-c8a85c4c65bd for host: dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:07:15.976734 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebb904d-0211-4eb1-a2da-916c58e7ad2b None None] Routers {'70e0cea5-3935-4aed-b824-c8a85c4c65bd'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:07:15.977363 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-1ebb904d-0211-4eb1-a2da-916c58e7ad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:07:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['70e0cea5-3935-4aed-b824-c8a85c4c65bd'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:15.985463 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e1f92abe-692a-423e-a9e1-7f5ae29768ee tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:15.990355 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e1f92abe-692a-423e-a9e1-7f5ae29768ee tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:16.006744 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f92abe-692a-423e-a9e1-7f5ae29768ee tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44be8de5-8176-4136-9aa2-adf6c907921b,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:16.016121 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e1f92abe-692a-423e-a9e1-7f5ae29768ee tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:16.017327 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-e1f92abe-692a-423e-a9e1-7f5ae29768ee tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160066 Oct 14 18:07:16.020056 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 55916) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:16.024346 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-2fb3ac95-3453-4e61-878b-8fde6513937e tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Request body: {'security_group_rule': {'security_group_id': '234d9a82-e409-4955-87bc-1bdf25f56ce4', 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:07:16.050360 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2fb3ac95-3453-4e61-878b-8fde6513937e tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:16.089674 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-1ebb904d-0211-4eb1-a2da-916c58e7ad2b None None] Set router 70e0cea5-3935-4aed-b824-c8a85c4c65bd gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:07:16.106823 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2fb3ac95-3453-4e61-878b-8fde6513937e tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:16.110994 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2fb3ac95-3453-4e61-878b-8fde6513937e tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:16.128605 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3ac95-3453-4e61-878b-8fde6513937e tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ecc87c-42a1-471a-8b74-022c4fa3843c,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:16.138553 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2fb3ac95-3453-4e61-878b-8fde6513937e tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:16.139757 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-2fb3ac95-3453-4e61-878b-8fde6513937e tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187809 Oct 14 18:07:16.142445 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 55918) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:16.146738 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-1ad306ab-7e92-4cf1-90ac-bf433c459d44 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Request body: {'security_group_rule': {'security_group_id': '234d9a82-e409-4955-87bc-1bdf25f56ce4', 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:07:16.172994 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1ad306ab-7e92-4cf1-90ac-bf433c459d44 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:16.232940 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1ad306ab-7e92-4cf1-90ac-bf433c459d44 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:16.237102 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1ad306ab-7e92-4cf1-90ac-bf433c459d44 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:16.251394 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad306ab-7e92-4cf1-90ac-bf433c459d44 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f585f184-2b9d-414d-9f74-076da5b94b88,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:16.262056 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1ad306ab-7e92-4cf1-90ac-bf433c459d44 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:16.265761 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-1ad306ab-7e92-4cf1-90ac-bf433c459d44 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199031 Oct 14 18:07:16.266007 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 55920) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:16.270412 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-512ff119-e6e2-44d9-a85b-20e2bf2ec086 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Request body: {'security_group_rule': {'security_group_id': '234d9a82-e409-4955-87bc-1bdf25f56ce4', 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:07:16.293845 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.securitygroups_db [None req-512ff119-e6e2-44d9-a85b-20e2bf2ec086 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Project c6b2ef325cc942e0847843cf9f478e1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 18:07:16.298610 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-512ff119-e6e2-44d9-a85b-20e2bf2ec086 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:16.322997 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-1ebb904d-0211-4eb1-a2da-916c58e7ad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'name': 'tempest-TestMinimumBasicScenario-106770234-router', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:20Z', 'updated_at': '2021-10-14T18:06:24Z', 'revision_number': 4, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'gw_port': {'id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:af:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:21Z', 'updated_at': '2021-10-14T18:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': '25a4ce3f-eaef-4e66-b1b9-b276d611403d', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'port_id': '54604ef0-e8ed-46ac-bfa7-a5565744f8d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d', 'mac_address': 'fa:16:3e:27:1f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b5eab0-147b-41af-be9a-8e957e6ad9ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:07:14Z', 'updated_at': '2021-10-14T18:07:14Z', 'revision_number': 0, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80267065-694f-4903-8693-1300ed1e218f', 'name': '', 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'mac_address': 'fa:16:3e:9a:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '39bb6f49-4cc4-41ff-8aea-b97848978fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:23Z', 'updated_at': '2021-10-14T18:06:28Z', 'revision_number': 5, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'subnets': [{'id': '39bb6f49-4cc4-41ff-8aea-b97848978fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:16.350673 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebb904d-0211-4eb1-a2da-916c58e7ad2b None None] The sync data for ids ['70e0cea5-3935-4aed-b824-c8a85c4c65bd'] in dv-cinder-813936-1-iscsi is: [{'id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'name': 'tempest-TestMinimumBasicScenario-106770234-router', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:20Z', 'updated_at': '2021-10-14T18:06:24Z', 'revision_number': 4, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'gw_port': {'id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:af:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:21Z', 'updated_at': '2021-10-14T18:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': '25a4ce3f-eaef-4e66-b1b9-b276d611403d', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'port_id': '54604ef0-e8ed-46ac-bfa7-a5565744f8d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d', 'mac_address': 'fa:16:3e:27:1f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b5eab0-147b-41af-be9a-8e957e6ad9ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:07:14Z', 'updated_at': '2021-10-14T18:07:14Z', 'revision_number': 0, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80267065-694f-4903-8693-1300ed1e218f', 'name': '', 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'mac_address': 'fa:16:3e:9a:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '39bb6f49-4cc4-41ff-8aea-b97848978fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:23Z', 'updated_at': '2021-10-14T18:06:28Z', 'revision_number': 5, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'subnets': [{'id': '39bb6f49-4cc4-41ff-8aea-b97848978fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:07:16.394115 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-512ff119-e6e2-44d9-a85b-20e2bf2ec086 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:16.400797 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd3200-860d-4fd6-8b74-82244d9dd1dd req-0c8a5e28-6bf4-4abb-b25e-25fb6cdaa48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:16.402382 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5cbd3200-860d-4fd6-8b74-82244d9dd1dd req-0c8a5e28-6bf4-4abb-b25e-25fb6cdaa48b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6b2ef325cc942e0847843cf9f478e1f&device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 1098 time: 0.0642378 Oct 14 18:07:16.409721 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-512ff119-e6e2-44d9-a85b-20e2bf2ec086 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:16.450972 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ff119-e6e2-44d9-a85b-20e2bf2ec086 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9539560b-db88-4275-865c-5e6ef792fd45,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:16.544087 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868494ba-e48f-464f-811d-b0526bac5a82 None None] New status for floating IP 25a4ce3f-eaef-4e66-b1b9-b276d611403d: ACTIVE {{(pid=99720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 18:07:16.754232 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-512ff119-e6e2-44d9-a85b-20e2bf2ec086 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:16.758398 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-512ff119-e6e2-44d9-a85b-20e2bf2ec086 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4885468 Oct 14 18:07:16.758754 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 55934) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:16.763731 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-542d0db3-b64d-438f-a869-a99a512f883a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Request body: {'security_group_rule': {'security_group_id': '234d9a82-e409-4955-87bc-1bdf25f56ce4', 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:07:16.791391 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.db.securitygroups_db [None req-542d0db3-b64d-438f-a869-a99a512f883a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Project c6b2ef325cc942e0847843cf9f478e1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 18:07:16.796862 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-542d0db3-b64d-438f-a869-a99a512f883a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:16.812537 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd3200-860d-4fd6-8b74-82244d9dd1dd req-df8f0d99-b2b8-4217-88d9-39f1da6df9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:16.814078 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5cbd3200-860d-4fd6-8b74-82244d9dd1dd req-df8f0d99-b2b8-4217-88d9-39f1da6df9c8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=64034f3a-511e-4cd5-9882-a07640c76d0d HTTP/1.1" status: 200 len: 915 time: 0.3936188 Oct 14 18:07:16.860705 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-542d0db3-b64d-438f-a869-a99a512f883a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:16.865752 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-542d0db3-b64d-438f-a869-a99a512f883a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:16.885958 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d0db3-b64d-438f-a869-a99a512f883a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe89313c-742e-41eb-88f3-0abb84c52ba7,revision_number=0']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:16.891678 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-542d0db3-b64d-438f-a869-a99a512f883a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:16.891880 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5cbd3200-860d-4fd6-8b74-82244d9dd1dd req-49d10d2f-e300-44f5-a9e1-aef9f3ba6a0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54604ef0-e8ed-46ac-bfa7-a5565744f8d8 HTTP/1.1" status: 200 len: 998 time: 0.0698817 Oct 14 18:07:16.893220 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-542d0db3-b64d-438f-a869-a99a512f883a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334562 Oct 14 18:07:16.943993 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd3200-860d-4fd6-8b74-82244d9dd1dd req-0c039fde-c751-4d33-b9cb-7301653b2f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:16.945463 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5cbd3200-860d-4fd6-8b74-82244d9dd1dd req-0c039fde-c751-4d33-b9cb-7301653b2f5b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=39bb6f49-4cc4-41ff-8aea-b97848978fd1 HTTP/1.1" status: 200 len: 853 time: 0.0441775 Oct 14 18:07:16.970643 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-098dc381-65e4-4d11-b108-430c8c42f205 req-c9289bab-1fcc-491b-a33e-7c4a862ab269 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2071066757&fields=id&tenant_id=c6b2ef325cc942e0847843cf9f478e1f HTTP/1.1" status: 200 len: 267 time: 0.0319111 Oct 14 18:07:16.998728 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd3200-860d-4fd6-8b74-82244d9dd1dd req-3832b376-db2f-4d6b-a6f4-9212259b8a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:17.000205 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5cbd3200-860d-4fd6-8b74-82244d9dd1dd req-3832b376-db2f-4d6b-a6f4-9212259b8a91 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64034f3a-511e-4cd5-9882-a07640c76d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458984 Oct 14 18:07:17.026624 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dc381-65e4-4d11-b108-430c8c42f205 req-0094bc8d-77b2-46bc-9301-9fd760cfa91b tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:17.027973 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-098dc381-65e4-4d11-b108-430c8c42f205 req-0094bc8d-77b2-46bc-9301-9fd760cfa91b tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 945 time: 0.0506098 Oct 14 18:07:17.039625 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [req-098dc381-65e4-4d11-b108-430c8c42f205 req-85ad38a8-33f7-435a-9987-c74876c26492 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Request body: {'port': {'security_groups': ['2a7aa80b-b698-4b92-933b-64bc82585dbb', '234d9a82-e409-4955-87bc-1bdf25f56ce4']}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:07:17.089509 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5cbd3200-860d-4fd6-8b74-82244d9dd1dd req-67e917c7-405a-48ce-934b-5ef89d00e196 service neutron] 10.222.0.32 "GET /v2.0/networks/64034f3a-511e-4cd5-9882-a07640c76d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814161 Oct 14 18:07:17.099795 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-098dc381-65e4-4d11-b108-430c8c42f205 req-85ad38a8-33f7-435a-9987-c74876c26492 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:17.185981 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5cbd3200-860d-4fd6-8b74-82244d9dd1dd req-d49d18b4-24be-4853-8a0b-e383345b0747 service neutron] 10.222.0.32 "GET /v2.0/networks/64034f3a-511e-4cd5-9882-a07640c76d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871294 Oct 14 18:07:17.309269 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [req-098dc381-65e4-4d11-b108-430c8c42f205 req-85ad38a8-33f7-435a-9987-c74876c26492 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] For port 54604ef0-e8ed-46ac-bfa7-a5565744f8d8, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=54604ef0-e8ed-46ac-bfa7-a5565744f8d8,segment=NetworkSegment(9ffca814-2114-4ee0-8fe3-a2c2e4aa6627),segment_id=9ffca814-2114-4ee0-8fe3-a2c2e4aa6627)] {{(pid=99718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:07:17.340714 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-098dc381-65e4-4d11-b108-430c8c42f205 req-85ad38a8-33f7-435a-9987-c74876c26492 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for port, precommit_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:17.345015 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-098dc381-65e4-4d11-b108-430c8c42f205 req-85ad38a8-33f7-435a-9987-c74876c26492 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9121014'] for port, after_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:17.356391 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['54604ef0-e8ed-46ac-bfa7-a5565744f8d8'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:07:17.387504 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dc381-65e4-4d11-b108-430c8c42f205 req-85ad38a8-33f7-435a-9987-c74876c26492 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:17.388116 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-098dc381-65e4-4d11-b108-430c8c42f205 req-85ad38a8-33f7-435a-9987-c74876c26492 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:17.389535 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-098dc381-65e4-4d11-b108-430c8c42f205 req-85ad38a8-33f7-435a-9987-c74876c26492 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "PUT /v2.0/ports/54604ef0-e8ed-46ac-bfa7-a5565744f8d8 HTTP/1.1" status: 200 len: 981 time: 0.3551345 Oct 14 18:07:17.389982 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b5eab0-147b-41af-be9a-8e957e6ad9ff', 'tag': '54604ef0-e8ed-46ac-bfa7-a5565744f8d8'}] {{(pid=99718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:07:17.392352 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8f27bdffdb2052dedec3557c5a9650e18fe8e4a7ef2e79a5b2f75573612b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864555af-91ef-4222-a8dd-2b64dc29ff61" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b5eab0-147b-41af-be9a-8e957e6ad9ff", "tag": "54604ef0-e8ed-46ac-bfa7-a5565744f8d8"}]}' {{(pid=99718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:07:17.417875 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad38a8-33f7-435a-9987-c74876c26492 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Pushing event updated for resources: {'Port': ['ID=54604ef0-e8ed-46ac-bfa7-a5565744f8d8,revision_number=6']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:17.497247 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['54604ef0-e8ed-46ac-bfa7-a5565744f8d8'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:07:17.514937 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc1383-7c78-412b-a2a5-8ddfc7d50aa0 req-4f97fcb1-3477-4230-b56b-4411b3486fe4 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:17.516604 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-dbbc1383-7c78-412b-a2a5-8ddfc7d50aa0 req-4f97fcb1-3477-4230-b56b-4411b3486fe4 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 984 time: 0.0581341 Oct 14 18:07:17.518181 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc227dc7-ed4a-4a81-ba1c-b13bc4be57a7 x-openstack-request-id: req-dc227dc7-ed4a-4a81-ba1c-b13bc4be57a7 {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:07:17.518458 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b5eab0-147b-41af-be9a-8e957e6ad9ff", "tag": "54604ef0-e8ed-46ac-bfa7-a5565744f8d8", "status": "completed", "code": 200}]} {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:07:17.518710 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc227dc7-ed4a-4a81-ba1c-b13bc4be57a7 {{(pid=99718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:07:17.519088 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b5eab0-147b-41af-be9a-8e957e6ad9ff', 'tag': '54604ef0-e8ed-46ac-bfa7-a5565744f8d8', 'status': 'completed', 'code': 200} Oct 14 18:07:17.574564 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-dbbc1383-7c78-412b-a2a5-8ddfc7d50aa0 req-5b169128-7297-4989-a350-cfdefb24050b tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=234d9a82-e409-4955-87bc-1bdf25f56ce4&id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493689 Oct 14 18:07:17.580024 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864555af-91ef-4222-a8dd-2b64dc29ff61 req-f926b0e8-7064-4ac5-a987-4d729bbf9901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:17.585156 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-864555af-91ef-4222-a8dd-2b64dc29ff61 req-f926b0e8-7064-4ac5-a987-4d729bbf9901 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6b2ef325cc942e0847843cf9f478e1f&device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 1137 time: 0.0486038 Oct 14 18:07:17.684071 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864555af-91ef-4222-a8dd-2b64dc29ff61 req-5e4c6346-b00c-4223-85be-0fc7c2765bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:17.685474 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-864555af-91ef-4222-a8dd-2b64dc29ff61 req-5e4c6346-b00c-4223-85be-0fc7c2765bb1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=64034f3a-511e-4cd5-9882-a07640c76d0d HTTP/1.1" status: 200 len: 915 time: 0.0945168 Oct 14 18:07:17.709050 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-4fdd4237-9b5d-4cae-8b0d-089583dc895a None None] Provisioning complete for port 54604ef0-e8ed-46ac-bfa7-a5565744f8d8 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:07:17.709633 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4237-9b5d-4cae-8b0d-089583dc895a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:17.756959 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-864555af-91ef-4222-a8dd-2b64dc29ff61 req-2d439d70-aa11-4266-a2d7-5bb017c5c9ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54604ef0-e8ed-46ac-bfa7-a5565744f8d8 HTTP/1.1" status: 200 len: 1000 time: 0.0617950 Oct 14 18:07:17.811497 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864555af-91ef-4222-a8dd-2b64dc29ff61 req-7c414451-209a-4493-a3b6-4e0b0bfaa832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:17.813369 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-864555af-91ef-4222-a8dd-2b64dc29ff61 req-7c414451-209a-4493-a3b6-4e0b0bfaa832 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=39bb6f49-4cc4-41ff-8aea-b97848978fd1 HTTP/1.1" status: 200 len: 853 time: 0.0487418 Oct 14 18:07:17.869577 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864555af-91ef-4222-a8dd-2b64dc29ff61 req-1906ab58-3091-443b-8cd8-a476924c57ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:17.871203 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-864555af-91ef-4222-a8dd-2b64dc29ff61 req-1906ab58-3091-443b-8cd8-a476924c57ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64034f3a-511e-4cd5-9882-a07640c76d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492663 Oct 14 18:07:17.971077 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-864555af-91ef-4222-a8dd-2b64dc29ff61 req-de2b342e-26b5-44eb-9a30-90e4864f174c service neutron] 10.222.0.32 "GET /v2.0/networks/64034f3a-511e-4cd5-9882-a07640c76d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894096 Oct 14 18:07:18.068383 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-864555af-91ef-4222-a8dd-2b64dc29ff61 req-deb185b3-909e-4ce3-82a6-ed89a81b5adb service neutron] 10.222.0.32 "GET /v2.0/networks/64034f3a-511e-4cd5-9882-a07640c76d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893292 Oct 14 18:07:19.244778 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 55976) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:19.345298 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-16733ccb-2621-40e4-9f9e-e24245ccc204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:19.415989 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-16733ccb-2621-40e4-9f9e-e24245ccc204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:19.419603 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-16733ccb-2621-40e4-9f9e-e24245ccc204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:19.460021 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-16733ccb-2621-40e4-9f9e-e24245ccc204 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d00bbad839d4aceab36f52f17804737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141519 Oct 14 18:07:19.461130 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16733ccb-2621-40e4-9f9e-e24245ccc204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a0d649-acb0-4c3b-b38f-ed4b484404b2,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:19.462666 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 55980) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:19.468206 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16733ccb-2621-40e4-9f9e-e24245ccc204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:19.468555 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16733ccb-2621-40e4-9f9e-e24245ccc204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:19.468910 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16733ccb-2621-40e4-9f9e-e24245ccc204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:19.469246 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16733ccb-2621-40e4-9f9e-e24245ccc204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:19.469574 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16733ccb-2621-40e4-9f9e-e24245ccc204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:19.469903 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16733ccb-2621-40e4-9f9e-e24245ccc204 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:19.470226 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16733ccb-2621-40e4-9f9e-e24245ccc204 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:19.470549 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16733ccb-2621-40e4-9f9e-e24245ccc204 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:19.470870 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16733ccb-2621-40e4-9f9e-e24245ccc204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:19.471188 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16733ccb-2621-40e4-9f9e-e24245ccc204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:19.471505 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16733ccb-2621-40e4-9f9e-e24245ccc204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:19.471823 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16733ccb-2621-40e4-9f9e-e24245ccc204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:19.511897 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-418258b9-9488-414f-9af2-c0b534e4e257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:19.532112 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-418258b9-9488-414f-9af2-c0b534e4e257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:19.576933 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-418258b9-9488-414f-9af2-c0b534e4e257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:19.579514 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-418258b9-9488-414f-9af2-c0b534e4e257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:19.580645 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-418258b9-9488-414f-9af2-c0b534e4e257 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40a0d649-acb0-4c3b-b38f-ed4b484404b2 HTTP/1.1" status: 204 len: 168 time: 0.1170194 Oct 14 18:07:19.588428 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418258b9-9488-414f-9af2-c0b534e4e257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a0d649-acb0-4c3b-b38f-ed4b484404b2,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:19.595481 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418258b9-9488-414f-9af2-c0b534e4e257 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:19.595836 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418258b9-9488-414f-9af2-c0b534e4e257 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:19.596175 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418258b9-9488-414f-9af2-c0b534e4e257 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:19.596510 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418258b9-9488-414f-9af2-c0b534e4e257 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:19.596840 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418258b9-9488-414f-9af2-c0b534e4e257 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:19.597199 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418258b9-9488-414f-9af2-c0b534e4e257 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:19.597525 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418258b9-9488-414f-9af2-c0b534e4e257 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:19.597849 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418258b9-9488-414f-9af2-c0b534e4e257 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:19.598264 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418258b9-9488-414f-9af2-c0b534e4e257 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:19.598482 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418258b9-9488-414f-9af2-c0b534e4e257 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:19.598804 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418258b9-9488-414f-9af2-c0b534e4e257 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:19.599679 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418258b9-9488-414f-9af2-c0b534e4e257 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:07:38.903455 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e8e6100c-c9e1-4424-8ed7-f50df12143c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:41.167458 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba6e01-7456-4215-bd4d-161b0f6ad431 req-e7c36a3a-7e5c-4b07-bf43-77e47bef61d9 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:41.168930 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a5ba6e01-7456-4215-bd4d-161b0f6ad431 req-e7c36a3a-7e5c-4b07-bf43-77e47bef61d9 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 946 time: 0.0485377 Oct 14 18:07:41.204533 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a5ba6e01-7456-4215-bd4d-161b0f6ad431 req-93c50f8d-e228-48fc-9467-774659e1000f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298502 Oct 14 18:07:41.299522 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:41.569773 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-9bfcd142-8790-4e11-945c-b677253b69d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:41.617212 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:42.322683 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e92bf-8f2b-4463-89bc-df0665b452f3 req-25eabcdc-d543-42e3-a06f-b6a8d2f1e356 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:42.324121 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e90e92bf-8f2b-4463-89bc-df0665b452f3 req-25eabcdc-d543-42e3-a06f-b6a8d2f1e356 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 946 time: 0.0474908 Oct 14 18:07:42.360400 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e90e92bf-8f2b-4463-89bc-df0665b452f3 req-ba20fdc1-3632-44aa-8742-10c1ac8fb479 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300777 Oct 14 18:07:42.377798 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:43.318149 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591a3ec-3198-42f8-bf90-97cb4abd0645 req-ca521325-1c31-45fb-8c8c-26b2a3a7605a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:43.319590 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0591a3ec-3198-42f8-bf90-97cb4abd0645 req-ca521325-1c31-45fb-8c8c-26b2a3a7605a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 984 time: 0.0481026 Oct 14 18:07:43.359117 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-0591a3ec-3198-42f8-bf90-97cb4abd0645 req-aef8f2bf-ed86-43d2-835a-29c5c9facb6b tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=234d9a82-e409-4955-87bc-1bdf25f56ce4&id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334876 Oct 14 18:07:43.483221 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d5de4-4aae-4381-b816-8bd791ee0d0e req-f34bd857-54fa-43eb-8adb-14ebebf1425b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:43.484570 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8e1d5de4-4aae-4381-b816-8bd791ee0d0e req-f34bd857-54fa-43eb-8adb-14ebebf1425b tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 946 time: 0.0512614 Oct 14 18:07:43.520758 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8e1d5de4-4aae-4381-b816-8bd791ee0d0e req-c6f38ca7-c3f4-4d2a-9a1f-5614bf1c8d03 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302930 Oct 14 18:07:43.865072 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836df031-6087-4f31-a612-8779b7dd5c72 req-37644da1-e063-4bc9-9754-f0ef2ec3ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:43.866576 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-836df031-6087-4f31-a612-8779b7dd5c72 req-37644da1-e063-4bc9-9754-f0ef2ec3ca17 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6b2ef325cc942e0847843cf9f478e1f&device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 1137 time: 0.0406165 Oct 14 18:07:43.961013 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836df031-6087-4f31-a612-8779b7dd5c72 req-860409af-b3f2-4dc1-a7e7-1f33990a5e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:43.962460 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-836df031-6087-4f31-a612-8779b7dd5c72 req-860409af-b3f2-4dc1-a7e7-1f33990a5e0b service neutron] 10.222.0.32 "GET /v2.0/networks?id=64034f3a-511e-4cd5-9882-a07640c76d0d HTTP/1.1" status: 200 len: 915 time: 0.0839674 Oct 14 18:07:44.033016 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-836df031-6087-4f31-a612-8779b7dd5c72 req-23396e8f-3661-4d69-8f41-83ef80ff85fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54604ef0-e8ed-46ac-bfa7-a5565744f8d8 HTTP/1.1" status: 200 len: 1000 time: 0.0599110 Oct 14 18:07:44.082368 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836df031-6087-4f31-a612-8779b7dd5c72 req-a308aeb3-6814-4a77-b3aa-5ae5ee9e40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:44.083731 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-836df031-6087-4f31-a612-8779b7dd5c72 req-a308aeb3-6814-4a77-b3aa-5ae5ee9e40b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=39bb6f49-4cc4-41ff-8aea-b97848978fd1 HTTP/1.1" status: 200 len: 853 time: 0.0424378 Oct 14 18:07:44.263479 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:44.478728 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca170f71-be15-4467-85d1-743bd145ebcf req-1537af37-6637-4103-a47e-ce2dbc4eccf0 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:44.480155 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ca170f71-be15-4467-85d1-743bd145ebcf req-1537af37-6637-4103-a47e-ce2dbc4eccf0 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 984 time: 0.0548623 Oct 14 18:07:44.522034 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ca170f71-be15-4467-85d1-743bd145ebcf req-426af174-12e7-4f86-a93d-30616809b2a0 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=234d9a82-e409-4955-87bc-1bdf25f56ce4&id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357938 Oct 14 18:07:44.637147 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc8acf-a307-4242-93ce-bab0708b78f0 req-0bb21119-718d-4c83-9a3f-a92e1cd8c0c9 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:44.638593 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-abdc8acf-a307-4242-93ce-bab0708b78f0 req-0bb21119-718d-4c83-9a3f-a92e1cd8c0c9 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 946 time: 0.0485966 Oct 14 18:07:44.679467 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-abdc8acf-a307-4242-93ce-bab0708b78f0 req-6f6c1b3e-bea7-4ef4-a5f3-acdd40dbd279 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350752 Oct 14 18:07:45.632761 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d44396-c79a-427a-935e-8b1f4ae1bd9e req-09fdff34-f991-42ff-ad45-850f314f5f22 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:45.634305 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-57d44396-c79a-427a-935e-8b1f4ae1bd9e req-09fdff34-f991-42ff-ad45-850f314f5f22 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 984 time: 0.0473583 Oct 14 18:07:45.673268 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-57d44396-c79a-427a-935e-8b1f4ae1bd9e req-dc4aa73c-26ae-4f6b-9eb5-c587149e7d72 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=234d9a82-e409-4955-87bc-1bdf25f56ce4&id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331798 Oct 14 18:07:45.794740 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d9032-7f58-42ab-9cf7-facb9ffb1269 req-70d42c7b-5149-4df0-9d6f-40938dbb0672 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:45.796227 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e94d9032-7f58-42ab-9cf7-facb9ffb1269 req-70d42c7b-5149-4df0-9d6f-40938dbb0672 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 946 time: 0.0485570 Oct 14 18:07:45.832912 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e94d9032-7f58-42ab-9cf7-facb9ffb1269 req-87503a58-2eee-44d7-b23f-e789ed8a35b9 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307133 Oct 14 18:07:46.784833 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5084e-b126-41d1-a871-b2ca19e9f055 req-4411ef41-9c51-41d1-b652-8b3f2e991be5 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:46.786319 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-51e5084e-b126-41d1-a871-b2ca19e9f055 req-4411ef41-9c51-41d1-b652-8b3f2e991be5 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 984 time: 0.0493338 Oct 14 18:07:46.826231 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-51e5084e-b126-41d1-a871-b2ca19e9f055 req-9adb7dc4-3a47-4b69-ac38-a326bf62f1a4 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=234d9a82-e409-4955-87bc-1bdf25f56ce4&id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332301 Oct 14 18:07:46.885170 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836df031-6087-4f31-a612-8779b7dd5c72 req-edddc594-ef99-4964-a1ef-c6c7a44ed6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:46.886651 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-836df031-6087-4f31-a612-8779b7dd5c72 req-edddc594-ef99-4964-a1ef-c6c7a44ed6e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64034f3a-511e-4cd5-9882-a07640c76d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530989 Oct 14 18:07:47.013008 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127e4b-5ef2-469e-8e58-543666d451a2 req-cf85fcde-f2ee-4ae0-b682-8a20ce8d7d7f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:47.013838 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c0127e4b-5ef2-469e-8e58-543666d451a2 req-cf85fcde-f2ee-4ae0-b682-8a20ce8d7d7f tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 946 time: 0.1020634 Oct 14 18:07:47.058847 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-836df031-6087-4f31-a612-8779b7dd5c72 req-0fc5e3c4-9e42-4b7d-b30b-970e0be35427 service neutron] 10.222.0.32 "GET /v2.0/networks/64034f3a-511e-4cd5-9882-a07640c76d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636136 Oct 14 18:07:47.128463 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8e683-6fe3-43b7-97ad-ad0a7532f21e req-60756c42-dd7e-488b-8442-3bb029208f44 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:47.129901 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4cf8e683-6fe3-43b7-97ad-ad0a7532f21e req-60756c42-dd7e-488b-8442-3bb029208f44 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 946 time: 0.1379571 Oct 14 18:07:47.132538 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c0127e4b-5ef2-469e-8e58-543666d451a2 req-2785e723-3620-448a-97de-008bc03a6f1d tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups?id=b07ee1f4-36d7-4b88-b9c9-70b4783d3617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018081 Oct 14 18:07:47.192295 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:07:47.233458 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-836df031-6087-4f31-a612-8779b7dd5c72 req-e461d559-09ae-47b9-a950-da8c2c2ffe8c service neutron] 10.222.0.32 "GET /v2.0/networks/64034f3a-511e-4cd5-9882-a07640c76d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654961 Oct 14 18:07:47.256443 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-4cf8e683-6fe3-43b7-97ad-ad0a7532f21e req-b98fa4a2-d2a1-4c44-b506-adea8a7c02bf tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Deleting port f76ea452-9ff1-4b81-9071-a4106fe966a1 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:07:47.256780 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4cf8e683-6fe3-43b7-97ad-ad0a7532f21e req-b98fa4a2-d2a1-4c44-b506-adea8a7c02bf tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:47.343202 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-4cf8e683-6fe3-43b7-97ad-ad0a7532f21e req-b98fa4a2-d2a1-4c44-b506-adea8a7c02bf tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] For port f76ea452-9ff1-4b81-9071-a4106fe966a1, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=f76ea452-9ff1-4b81-9071-a4106fe966a1,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:07:47.343575 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4cf8e683-6fe3-43b7-97ad-ad0a7532f21e req-b98fa4a2-d2a1-4c44-b506-adea8a7c02bf tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:47.513456 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4cf8e683-6fe3-43b7-97ad-ad0a7532f21e req-b98fa4a2-d2a1-4c44-b506-adea8a7c02bf tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:47.513861 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4cf8e683-6fe3-43b7-97ad-ad0a7532f21e req-b98fa4a2-d2a1-4c44-b506-adea8a7c02bf tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3789850'] for floatingip, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:47.514272 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.l3_db [req-4cf8e683-6fe3-43b7-97ad-ad0a7532f21e req-b98fa4a2-d2a1-4c44-b506-adea8a7c02bf tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Floating IP e3fa0dfe-d03b-472c-98e7-32e13db75d07 disassociated. External IP: 172.27.3.119, port: f76ea452-9ff1-4b81-9071-a4106fe966a1. Oct 14 18:07:47.514544 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-4cf8e683-6fe3-43b7-97ad-ad0a7532f21e req-b98fa4a2-d2a1-4c44-b506-adea8a7c02bf tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Calling delete_port for f76ea452-9ff1-4b81-9071-a4106fe966a1 owned by compute:nova {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:07:47.636745 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4cf8e683-6fe3-43b7-97ad-ad0a7532f21e req-b98fa4a2-d2a1-4c44-b506-adea8a7c02bf tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:47.668033 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fa4a2-d2a1-4c44-b506-adea8a7c02bf tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Pushing event deleted for resources: {'Port': ['ID=f76ea452-9ff1-4b81-9071-a4106fe966a1,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:47.775805 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cf8e683-6fe3-43b7-97ad-ad0a7532f21e req-b98fa4a2-d2a1-4c44-b506-adea8a7c02bf tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:07:47.880359 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cf8e683-6fe3-43b7-97ad-ad0a7532f21e req-b98fa4a2-d2a1-4c44-b506-adea8a7c02bf tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:07:47.891244 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e934612b-543f-4822-9aae-3009391fcf0c None None] Sync routers for ids ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'] in dv-cinder-813936-1-iscsi {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:07:47.901274 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e934612b-543f-4822-9aae-3009391fcf0c None None] Routers {'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:07:47.902361 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-e934612b-543f-4822-9aae-3009391fcf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:07:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:47.930227 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf8e683-6fe3-43b7-97ad-ad0a7532f21e req-b98fa4a2-d2a1-4c44-b506-adea8a7c02bf tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] No DVR routers for this DVR port f76ea452-9ff1-4b81-9071-a4106fe966a1 on host hv-cinder-81393 {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:07:47.933104 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4cf8e683-6fe3-43b7-97ad-ad0a7532f21e req-b98fa4a2-d2a1-4c44-b506-adea8a7c02bf tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:47.936828 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4cf8e683-6fe3-43b7-97ad-ad0a7532f21e req-b98fa4a2-d2a1-4c44-b506-adea8a7c02bf tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.32 "DELETE /v2.0/ports/f76ea452-9ff1-4b81-9071-a4106fe966a1 HTTP/1.1" status: 204 len: 173 time: 0.7982318 Oct 14 18:07:47.937260 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cafef45-5adc-4b0b-9a39-369ad2e40f54', 'name': 'network-vif-deleted', 'tag': 'f76ea452-9ff1-4b81-9071-a4106fe966a1'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:07:47.946901 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1146bd4a-5c53-4b70-96fe-22aa89cee9b1" -d '{"events": [{"server_uuid": "5cafef45-5adc-4b0b-9a39-369ad2e40f54", "name": "network-vif-deleted", "tag": "f76ea452-9ff1-4b81-9071-a4106fe966a1"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:07:47.953244 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac831f99-b2bc-40fd-b3a3-2bbd87d25a21 req-52a16a31-ad24-4fa2-8287-9ef460f2ab7a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:47.954762 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ac831f99-b2bc-40fd-b3a3-2bbd87d25a21 req-52a16a31-ad24-4fa2-8287-9ef460f2ab7a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 984 time: 0.0518129 Oct 14 18:07:47.995969 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bbbee8-bc58-4424-9c34-5f0816d0bf29 x-openstack-request-id: req-56bbbee8-bc58-4424-9c34-5f0816d0bf29 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:07:47.996367 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cafef45-5adc-4b0b-9a39-369ad2e40f54", "name": "network-vif-deleted", "tag": "f76ea452-9ff1-4b81-9071-a4106fe966a1", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:07:47.996690 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56bbbee8-bc58-4424-9c34-5f0816d0bf29 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:07:47.997207 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cafef45-5adc-4b0b-9a39-369ad2e40f54', 'name': 'network-vif-deleted', 'tag': 'f76ea452-9ff1-4b81-9071-a4106fe966a1', 'status': 'completed', 'code': 200} Oct 14 18:07:48.024213 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-e934612b-543f-4822-9aae-3009391fcf0c None None] Set router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:07:48.031906 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ac831f99-b2bc-40fd-b3a3-2bbd87d25a21 req-e6274e2c-934a-46cc-9d10-aae84488e5db tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=234d9a82-e409-4955-87bc-1bdf25f56ce4&id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677252 Oct 14 18:07:48.262906 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-e934612b-543f-4822-9aae-3009391fcf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'name': 'tempest-AttachVolumeShelveTestJSON-422061755-router', 'tenant_id': '229d568687144cccbef243c252982e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:36Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 4, 'project_id': '229d568687144cccbef243c252982e00', 'gw_port': {'id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:38Z', 'updated_at': '2021-10-14T18:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'f6ba30cd-6854-4b2f-b6f8-db4d89156d5d', 'name': '', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'tenant_id': '229d568687144cccbef243c252982e00', 'mac_address': 'fa:16:3e:9d:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:42Z', 'updated_at': '2021-10-14T18:00:51Z', 'revision_number': 5, 'project_id': '229d568687144cccbef243c252982e00', 'subnets': [{'id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:48.269859 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6403cf9c-dafa-4aa7-9221-91718fd32c1e req-63682317-d373-46a6-bd9c-11c2aebee030 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cafef45-5adc-4b0b-9a39-369ad2e40f54 HTTP/1.1" status: 200 len: 210 time: 0.0320740 Oct 14 18:07:48.295611 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e934612b-543f-4822-9aae-3009391fcf0c None None] Checking router: fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 for host: dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:07:48.305134 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e934612b-543f-4822-9aae-3009391fcf0c None None] Routers {'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:07:48.306021 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-e934612b-543f-4822-9aae-3009391fcf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:07:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:48.417688 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-e934612b-543f-4822-9aae-3009391fcf0c None None] Set router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:07:48.718811 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-e934612b-543f-4822-9aae-3009391fcf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'name': 'tempest-AttachVolumeShelveTestJSON-422061755-router', 'tenant_id': '229d568687144cccbef243c252982e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:36Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 4, 'project_id': '229d568687144cccbef243c252982e00', 'gw_port': {'id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:38Z', 'updated_at': '2021-10-14T18:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'f6ba30cd-6854-4b2f-b6f8-db4d89156d5d', 'name': '', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'tenant_id': '229d568687144cccbef243c252982e00', 'mac_address': 'fa:16:3e:9d:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:42Z', 'updated_at': '2021-10-14T18:00:51Z', 'revision_number': 5, 'project_id': '229d568687144cccbef243c252982e00', 'subnets': [{'id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:48.745382 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e934612b-543f-4822-9aae-3009391fcf0c None None] The sync data for ids ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'] in dv-cinder-813936-1-iscsi is: [{'id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'name': 'tempest-AttachVolumeShelveTestJSON-422061755-router', 'tenant_id': '229d568687144cccbef243c252982e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:36Z', 'updated_at': '2021-10-14T18:00:44Z', 'revision_number': 4, 'project_id': '229d568687144cccbef243c252982e00', 'gw_port': {'id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:38Z', 'updated_at': '2021-10-14T18:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'f6ba30cd-6854-4b2f-b6f8-db4d89156d5d', 'name': '', 'network_id': 'd7ed64d5-7393-452b-96b7-28d14516f1ea', 'tenant_id': '229d568687144cccbef243c252982e00', 'mac_address': 'fa:16:3e:9d:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:42Z', 'updated_at': '2021-10-14T18:00:51Z', 'revision_number': 5, 'project_id': '229d568687144cccbef243c252982e00', 'subnets': [{'id': '3db5b355-eec8-4685-acd1-cd1968bd4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:07:48.959149 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c1a264-7bde-426f-a758-e1a1d22fc00c None None] New status for floating IP e3fa0dfe-d03b-472c-98e7-32e13db75d07: DOWN {{(pid=99720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 18:07:49.151728 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d82b6-533d-4993-8e50-756a9525796d req-da52906b-9059-42bd-ac94-2bbee943dcc0 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:49.153180 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-168d82b6-533d-4993-8e50-756a9525796d req-da52906b-9059-42bd-ac94-2bbee943dcc0 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 984 time: 0.0474741 Oct 14 18:07:49.192079 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-168d82b6-533d-4993-8e50-756a9525796d req-0d0ee277-c376-4eb5-86a9-10e213e57a98 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=234d9a82-e409-4955-87bc-1bdf25f56ce4&id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330129 Oct 14 18:07:49.358330 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 56290) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:49.409547 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-180aec27-1929-4128-ba5b-89ac718654b2 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:49.432157 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-180aec27-1929-4128-ba5b-89ac718654b2 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:49.478056 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-180aec27-1929-4128-ba5b-89ac718654b2 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:49.480659 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-180aec27-1929-4128-ba5b-89ac718654b2 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:49.481804 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-180aec27-1929-4128-ba5b-89ac718654b2 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "DELETE /v2.0/security-groups/b07ee1f4-36d7-4b88-b9c9-70b4783d3617 HTTP/1.1" status: 204 len: 168 time: 0.1223817 Oct 14 18:07:49.484853 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 56292) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:49.490731 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180aec27-1929-4128-ba5b-89ac718654b2 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07ee1f4-36d7-4b88-b9c9-70b4783d3617,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:49.499875 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.api.v2.resource [None req-eb40622b-c7ab-4b84-b735-2f33c1240b33 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] show failed (client error): The resource could not be found. Oct 14 18:07:49.500896 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-eb40622b-c7ab-4b84-b735-2f33c1240b33 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "GET /v2.0/security-groups/b07ee1f4-36d7-4b88-b9c9-70b4783d3617 HTTP/1.1" status: 404 len: 347 time: 0.0149951 Oct 14 18:07:49.503842 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 56294) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:49.623609 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-11c0f4f8-a6f3-4dd6-8be7-2b90ac265272 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Deleting port a266f355-950f-4ea8-b832-85726261be9f {{(pid=99718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:07:49.623958 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-11c0f4f8-a6f3-4dd6-8be7-2b90ac265272 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:49.703375 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-11c0f4f8-a6f3-4dd6-8be7-2b90ac265272 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:49.703701 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-11c0f4f8-a6f3-4dd6-8be7-2b90ac265272 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:49.715652 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-11c0f4f8-a6f3-4dd6-8be7-2b90ac265272 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Calling delete_port for a266f355-950f-4ea8-b832-85726261be9f owned by network:floatingip {{(pid=99718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:07:49.839956 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-11c0f4f8-a6f3-4dd6-8be7-2b90ac265272 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:49.868268 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0f4f8-a6f3-4dd6-8be7-2b90ac265272 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Pushing event deleted for resources: {'Port': ['ID=a266f355-950f-4ea8-b832-85726261be9f,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:49.929264 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-11c0f4f8-a6f3-4dd6-8be7-2b90ac265272 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks [] for floatingip, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:49.931791 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-11c0f4f8-a6f3-4dd6-8be7-2b90ac265272 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for floatingip, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:49.932930 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-11c0f4f8-a6f3-4dd6-8be7-2b90ac265272 tempest-AttachVolumeShelveTestJSON-918451535 tempest-AttachVolumeShelveTestJSON-918451535-project] 10.222.0.49 "DELETE /v2.0/floatingips/e3fa0dfe-d03b-472c-98e7-32e13db75d07 HTTP/1.1" status: 204 len: 168 time: 0.4282024 Oct 14 18:07:50.310577 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ecb87-f158-4457-aabc-ea39c26bc932 req-fd501464-07be-4b88-ab5e-db50ebba449f tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:50.312072 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c17ecb87-f158-4457-aabc-ea39c26bc932 req-fd501464-07be-4b88-ab5e-db50ebba449f tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 984 time: 0.0533438 Oct 14 18:07:50.356357 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c17ecb87-f158-4457-aabc-ea39c26bc932 req-5414e14c-7021-4d8c-9d36-997e52ba9a85 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=234d9a82-e409-4955-87bc-1bdf25f56ce4&id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373838 Oct 14 18:07:50.701494 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device f76ea452-9ff1-4b81-9071-a4106fe966a1 no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:07:50.724465 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] No Port match for: f76ea452-9ff1-4b81-9071-a4106fe966a1 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:07:50.724801 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device f76ea452-9ff1-4b81-9071-a4106fe966a1 not bound to the agent host hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:07:51.478450 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcc845-0637-4226-b8ef-10baf80db176 req-ffb96594-8488-4747-a71d-b52373af4f4f tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:51.479793 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-a9dcc845-0637-4226-b8ef-10baf80db176 req-ffb96594-8488-4747-a71d-b52373af4f4f tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 984 time: 0.0487776 Oct 14 18:07:51.518312 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-a9dcc845-0637-4226-b8ef-10baf80db176 req-2c3f6a66-b7da-4b77-95e2-b6b890ff57f2 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=234d9a82-e409-4955-87bc-1bdf25f56ce4&id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322750 Oct 14 18:07:52.348351 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 56356) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:52.659352 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36bf88-97bc-4903-8b72-1ca8aba7e099 req-184f6dd3-9f39-4172-a84c-d5c859d06153 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:52.662152 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3d36bf88-97bc-4903-8b72-1ca8aba7e099 req-184f6dd3-9f39-4172-a84c-d5c859d06153 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 984 time: 0.0710936 Oct 14 18:07:52.709228 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3d36bf88-97bc-4903-8b72-1ca8aba7e099 req-1c176723-353d-4dfb-abd2-8ff46ee2f989 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=234d9a82-e409-4955-87bc-1bdf25f56ce4&id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390053 Oct 14 18:07:52.940745 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-46184f74-1ee7-4d19-9bed-82fdf9884d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790618'] for router_interface, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:53.235697 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-46184f74-1ee7-4d19-9bed-82fdf9884d31 admin admin] Deleting port f6ba30cd-6854-4b2f-b6f8-db4d89156d5d {{(pid=99718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:07:53.236033 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-46184f74-1ee7-4d19-9bed-82fdf9884d31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:53.310806 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [None req-46184f74-1ee7-4d19-9bed-82fdf9884d31 admin admin] For port f6ba30cd-6854-4b2f-b6f8-db4d89156d5d, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=f6ba30cd-6854-4b2f-b6f8-db4d89156d5d,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:07:53.311171 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-46184f74-1ee7-4d19-9bed-82fdf9884d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:53.326239 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-46184f74-1ee7-4d19-9bed-82fdf9884d31 admin admin] Calling delete_port for f6ba30cd-6854-4b2f-b6f8-db4d89156d5d owned by network:router_interface {{(pid=99718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:07:53.492836 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-46184f74-1ee7-4d19-9bed-82fdf9884d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:53.518331 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46184f74-1ee7-4d19-9bed-82fdf9884d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ba30cd-6854-4b2f-b6f8-db4d89156d5d,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:53.673417 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-46184f74-1ee7-4d19-9bed-82fdf9884d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3789886'] for router_interface, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:54.024211 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7f5e4-3d0d-4bb5-9e6c-e2e8e776fb1a req-58e933ce-a3e0-4cab-9b38-8ae728283da8 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:54.025687 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-acf7f5e4-3d0d-4bb5-9e6c-e2e8e776fb1a req-58e933ce-a3e0-4cab-9b38-8ae728283da8 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 984 time: 0.0769289 Oct 14 18:07:54.125591 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-acf7f5e4-3d0d-4bb5-9e6c-e2e8e776fb1a req-b17ce146-981d-4c65-abbd-c421b26d37c2 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=234d9a82-e409-4955-87bc-1bdf25f56ce4&id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930333 Oct 14 18:07:54.163885 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46184f74-1ee7-4d19-9bed-82fdf9884d31 admin admin] Router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:07:54.266133 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46184f74-1ee7-4d19-9bed-82fdf9884d31 admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:07:54.271194 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-46184f74-1ee7-4d19-9bed-82fdf9884d31 admin admin] 10.222.0.49 "PUT /v2.0/routers/fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9217591 Oct 14 18:07:54.273654 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 56384) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:54.276084 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837dccbc-217a-4e18-8103-2f36d3c8f571 None None] Sync routers for ids ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'] in dv-cinder-813936-1-iscsi {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:07:54.285197 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837dccbc-217a-4e18-8103-2f36d3c8f571 None None] Routers {'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:07:54.285816 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-837dccbc-217a-4e18-8103-2f36d3c8f571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:07:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:54.375088 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-84f61bf7-3dc6-4b63-81af-c1017b4d61e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:54.386452 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-837dccbc-217a-4e18-8103-2f36d3c8f571 None None] Set router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:07:54.479051 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-84f61bf7-3dc6-4b63-81af-c1017b4d61e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:54.530284 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-84f61bf7-3dc6-4b63-81af-c1017b4d61e4 admin admin] Deleting port 6e72a63a-8620-4e23-8be1-3472041d24f2 {{(pid=99718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:07:54.530534 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-84f61bf7-3dc6-4b63-81af-c1017b4d61e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:54.567084 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-837dccbc-217a-4e18-8103-2f36d3c8f571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'name': 'tempest-AttachVolumeShelveTestJSON-422061755-router', 'tenant_id': '229d568687144cccbef243c252982e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:36Z', 'updated_at': '2021-10-14T18:07:53Z', 'revision_number': 5, 'project_id': '229d568687144cccbef243c252982e00', 'gw_port': {'id': '6e72a63a-8620-4e23-8be1-3472041d24f2', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:00:38Z', 'updated_at': '2021-10-14T18:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:54.597283 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837dccbc-217a-4e18-8103-2f36d3c8f571 None None] Checking router: fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 for host: dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:07:54.606193 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837dccbc-217a-4e18-8103-2f36d3c8f571 None None] Routers {'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:07:54.606792 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-837dccbc-217a-4e18-8103-2f36d3c8f571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:07:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:54.615377 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [None req-84f61bf7-3dc6-4b63-81af-c1017b4d61e4 admin admin] For port 6e72a63a-8620-4e23-8be1-3472041d24f2, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=6e72a63a-8620-4e23-8be1-3472041d24f2,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:07:54.616284 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-84f61bf7-3dc6-4b63-81af-c1017b4d61e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:54.629013 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-84f61bf7-3dc6-4b63-81af-c1017b4d61e4 admin admin] Calling delete_port for 6e72a63a-8620-4e23-8be1-3472041d24f2 owned by network:router_gateway {{(pid=99718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:07:54.690417 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-837dccbc-217a-4e18-8103-2f36d3c8f571 None None] Set router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 gateway port host: None {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:07:54.743136 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-837dccbc-217a-4e18-8103-2f36d3c8f571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'name': 'tempest-AttachVolumeShelveTestJSON-422061755-router', 'tenant_id': '229d568687144cccbef243c252982e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:36Z', 'updated_at': '2021-10-14T18:07:54Z', 'revision_number': 6, 'project_id': '229d568687144cccbef243c252982e00', 'gw_port_host': None}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:54.776410 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837dccbc-217a-4e18-8103-2f36d3c8f571 None None] The sync data for ids ['fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533'] in dv-cinder-813936-1-iscsi is: [{'id': 'fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533', 'name': 'tempest-AttachVolumeShelveTestJSON-422061755-router', 'tenant_id': '229d568687144cccbef243c252982e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:00:36Z', 'updated_at': '2021-10-14T18:07:54Z', 'revision_number': 6, 'project_id': '229d568687144cccbef243c252982e00', 'gw_port_host': None}] {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:07:54.791303 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-84f61bf7-3dc6-4b63-81af-c1017b4d61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:54.817060 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f61bf7-3dc6-4b63-81af-c1017b4d61e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e72a63a-8620-4e23-8be1-3472041d24f2,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:54.874088 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-84f61bf7-3dc6-4b63-81af-c1017b4d61e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3790020'] for router_gateway, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:54.958496 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-84f61bf7-3dc6-4b63-81af-c1017b4d61e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:54.961023 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-84f61bf7-3dc6-4b63-81af-c1017b4d61e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:55.003734 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-84f61bf7-3dc6-4b63-81af-c1017b4d61e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787636'] for router, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:55.004278 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f61bf7-3dc6-4b63-81af-c1017b4d61e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 {{(pid=99718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 18:07:55.008477 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-84f61bf7-3dc6-4b63-81af-c1017b4d61e4 admin admin] Notify callbacks [] for router, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:55.009783 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-84f61bf7-3dc6-4b63-81af-c1017b4d61e4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/fdbdbc5d-98cd-46c2-b38b-d4ebe58c0533 HTTP/1.1" status: 204 len: 168 time: 0.7350967 Oct 14 18:07:55.012215 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 56386) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:55.055449 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f78272-520e-4b95-ba7d-a82634c7bd59 admin admin] Deleting subnet 3db5b355-eec8-4685-acd1-cd1968bd4562 {{(pid=99718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 18:07:55.058418 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-75f78272-520e-4b95-ba7d-a82634c7bd59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:55.092444 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-75f78272-520e-4b95-ba7d-a82634c7bd59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210189'] for subnet, precommit_delete_associations {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:55.173856 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-75f78272-520e-4b95-ba7d-a82634c7bd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676325'] for subnet, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:55.235042 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-75f78272-520e-4b95-ba7d-a82634c7bd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9120956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386637'] for subnet, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:55.244040 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cbd77-0f93-4904-bfb0-8818f60866dd req-008ff7d6-f4a7-4e82-a48d-094f377a4ab3 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:55.249415 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-996cbd77-0f93-4904-bfb0-8818f60866dd req-008ff7d6-f4a7-4e82-a48d-094f377a4ab3 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 984 time: 0.0562749 Oct 14 18:07:55.255680 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3043bcd2-28ac-4320-88da-bc31f1a50b27 None None] Network d7ed64d5-7393-452b-96b7-28d14516f1ea requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:07:55.268964 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-75f78272-520e-4b95-ba7d-a82634c7bd59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:55.272877 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-75f78272-520e-4b95-ba7d-a82634c7bd59 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3db5b355-eec8-4685-acd1-cd1968bd4562 HTTP/1.1" status: 204 len: 168 time: 0.2597520 Oct 14 18:07:55.273869 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f78272-520e-4b95-ba7d-a82634c7bd59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3db5b355-eec8-4685-acd1-cd1968bd4562,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:55.275403 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 56392) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:55.295381 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-996cbd77-0f93-4904-bfb0-8818f60866dd req-b59c12c8-ecb6-4bcc-a16a-41711fa2056f tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=234d9a82-e409-4955-87bc-1bdf25f56ce4&id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436318 Oct 14 18:07:55.341205 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-031f3178-1465-4ed6-9c79-fd453696c652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808165'] for network, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:55.397562 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-031f3178-1465-4ed6-9c79-fd453696c652 admin admin] Deleting port 4391f2dc-f937-4891-9099-0d58fc683299 {{(pid=99718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:07:55.397952 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-031f3178-1465-4ed6-9c79-fd453696c652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:55.457217 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [None req-031f3178-1465-4ed6-9c79-fd453696c652 admin admin] For port 4391f2dc-f937-4891-9099-0d58fc683299, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=4391f2dc-f937-4891-9099-0d58fc683299,segment=NetworkSegment(ac426582-1f1e-4f24-813f-1d64cc5aaaac),segment_id=ac426582-1f1e-4f24-813f-1d64cc5aaaac)] {{(pid=99718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:07:55.457571 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-031f3178-1465-4ed6-9c79-fd453696c652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:55.470201 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-031f3178-1465-4ed6-9c79-fd453696c652 admin admin] Calling delete_port for 4391f2dc-f937-4891-9099-0d58fc683299 owned by network:dhcp {{(pid=99718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:07:55.547058 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-031f3178-1465-4ed6-9c79-fd453696c652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:55.572007 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f3178-1465-4ed6-9c79-fd453696c652 admin admin] Pushing event deleted for resources: {'Port': ['ID=4391f2dc-f937-4891-9099-0d58fc683299,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:55.575468 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f3178-1465-4ed6-9c79-fd453696c652 admin admin] No DVR routers for this DVR port 4391f2dc-f937-4891-9099-0d58fc683299 on host dv-cinder-813936-1-iscsi {{(pid=99718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:07:55.603133 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90a6860-0224-48d4-ac25-032fed405464 None None] DHCP port deletion for d7ed64d5-7393-452b-96b7-28d14516f1ea request from dv-cinder-813936-1-iscsi {{(pid=99720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 18:07:55.650028 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-031f3178-1465-4ed6-9c79-fd453696c652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673054', 'neutron.services.segments.db._delete_segments_for_network-8762486597133'] for network, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:55.673337 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-031f3178-1465-4ed6-9c79-fd453696c652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ed64d5-7393-452b-96b7-28d14516f1ea']}} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:55.688438 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-031f3178-1465-4ed6-9c79-fd453696c652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac426582-1f1e-4f24-813f-1d64cc5aaaac') {'for_net_delete': True} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:55.688736 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-031f3178-1465-4ed6-9c79-fd453696c652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac426582-1f1e-4f24-813f-1d64cc5aaaac') {} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:07:55.698772 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-031f3178-1465-4ed6-9c79-fd453696c652 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762486598678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210194'] for segment, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:55.711654 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-031f3178-1465-4ed6-9c79-fd453696c652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:55.717491 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031f3178-1465-4ed6-9c79-fd453696c652 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=99718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:07:55.717864 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-031f3178-1465-4ed6-9c79-fd453696c652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9120986'] for segment, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: Traceback (most recent call last): Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: timer() Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: cb(*args, **kw) Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: return func(*args, **kwargs) Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: self._notify() Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: self.callback(batched_events) Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: event.method(event) Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: return f(self, *a, **k) Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: return self._get(url).json() Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: return self.request(url, 'GET', **kwargs) Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 18:07:55.719580 dv-cinder-813936-1-iscsi neutron-server[99718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 18:07:55.774319 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-031f3178-1465-4ed6-9c79-fd453696c652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790056'] for network, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:55.781832 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-031f3178-1465-4ed6-9c79-fd453696c652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:55.784969 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-031f3178-1465-4ed6-9c79-fd453696c652 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d7ed64d5-7393-452b-96b7-28d14516f1ea HTTP/1.1" status: 204 len: 168 time: 0.5086541 Oct 14 18:07:55.794911 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f3178-1465-4ed6-9c79-fd453696c652 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7ed64d5-7393-452b-96b7-28d14516f1ea,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:55.906316 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 56396) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:55.951365 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-4c02bc98-24b7-4b8e-b65b-691b54585544 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=229d568687144cccbef243c252982e00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0438092 Oct 14 18:07:55.953991 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 56398) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:07:55.963893 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device f6ba30cd-6854-4b2f-b6f8-db4d89156d5d no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:07:55.983843 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: f6ba30cd-6854-4b2f-b6f8-db4d89156d5d {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:07:55.984257 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device f6ba30cd-6854-4b2f-b6f8-db4d89156d5d not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:07:55.984726 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 6e72a63a-8620-4e23-8be1-3472041d24f2 no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:07:56.003184 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-96def2e2-1666-4031-9bd1-f56641be7c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:56.003773 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: 6e72a63a-8620-4e23-8be1-3472041d24f2 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:07:56.004114 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 6e72a63a-8620-4e23-8be1-3472041d24f2 not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:07:56.004518 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 4391f2dc-f937-4891-9099-0d58fc683299 no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:07:56.022160 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: 4391f2dc-f937-4891-9099-0d58fc683299 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:07:56.022500 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 4391f2dc-f937-4891-9099-0d58fc683299 not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:07:56.023352 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-96def2e2-1666-4031-9bd1-f56641be7c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:56.072940 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-96def2e2-1666-4031-9bd1-f56641be7c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:56.075528 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-96def2e2-1666-4031-9bd1-f56641be7c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:07:56.076654 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-96def2e2-1666-4031-9bd1-f56641be7c51 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a1e470f5-b64b-4ce2-9d4b-34c6568ec4b7 HTTP/1.1" status: 204 len: 168 time: 0.1216507 Oct 14 18:07:56.084098 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96def2e2-1666-4031-9bd1-f56641be7c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e470f5-b64b-4ce2-9d4b-34c6568ec4b7,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:07:56.424343 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267f176-154e-4599-89c5-5131afadfc08 req-5f6785ab-8236-4b55-b85d-7abd39b642c7 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:56.425649 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7267f176-154e-4599-89c5-5131afadfc08 req-5f6785ab-8236-4b55-b85d-7abd39b642c7 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 984 time: 0.0560365 Oct 14 18:07:56.464933 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7267f176-154e-4599-89c5-5131afadfc08 req-e2595e7f-7755-48cc-9862-0f3de56973bc tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=234d9a82-e409-4955-87bc-1bdf25f56ce4&id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330997 Oct 14 18:07:57.583093 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a9364-d6c7-4832-a53d-b9c0e366229e req-80dd8105-8004-4afb-8970-e6ff45c58102 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:57.584633 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-856a9364-d6c7-4832-a53d-b9c0e366229e req-80dd8105-8004-4afb-8970-e6ff45c58102 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 984 time: 0.0531538 Oct 14 18:07:57.630070 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-856a9364-d6c7-4832-a53d-b9c0e366229e req-3d514e02-4d3d-4019-a2e5-7fcb5a826dfc tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=234d9a82-e409-4955-87bc-1bdf25f56ce4&id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387845 Oct 14 18:07:58.752061 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7119c-74d1-4c8c-b5e3-d074b40730e9 req-248458fc-26f8-4e48-89ee-5e99ec6e5966 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:07:58.753560 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f6c7119c-74d1-4c8c-b5e3-d074b40730e9 req-248458fc-26f8-4e48-89ee-5e99ec6e5966 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 984 time: 0.0501010 Oct 14 18:07:58.801315 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f6c7119c-74d1-4c8c-b5e3-d074b40730e9 req-7159fb37-2403-488b-97da-3ba946d0d8b2 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=234d9a82-e409-4955-87bc-1bdf25f56ce4&id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409102 Oct 14 18:08:00.267372 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 56558) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:00.403119 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 56564) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:00.470561 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-766df165-b13a-4b87-a3dc-4ec29797d05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:00.472393 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-72d8df75-fcb9-4542-b1cc-1ff35cc17917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:00.599177 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-72d8df75-fcb9-4542-b1cc-1ff35cc17917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:00.601811 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-766df165-b13a-4b87-a3dc-4ec29797d05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:00.605044 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-72d8df75-fcb9-4542-b1cc-1ff35cc17917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:00.615098 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-766df165-b13a-4b87-a3dc-4ec29797d05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:00.656569 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-72d8df75-fcb9-4542-b1cc-1ff35cc17917 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=760b0503cf1d47a49d8f49b381d6800c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3876352 Oct 14 18:08:00.659302 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 56568) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:00.663932 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-766df165-b13a-4b87-a3dc-4ec29797d05a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3ac0b814db3446f99ac68d35366c533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598186 Oct 14 18:08:00.665093 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8df75-fcb9-4542-b1cc-1ff35cc17917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900ce58c-52b4-4c3e-877a-bbc5b6ea345d,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:00.667755 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 56570) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:00.688992 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766df165-b13a-4b87-a3dc-4ec29797d05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe466ef-d210-4bb7-ab20-49dd1a99a6a7,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:00.748181 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-13f25e33-7851-4423-98cd-7a2dbd92b3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:00.750661 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-92e8c2bd-25de-4217-8523-795b754cd371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:00.789938 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-13f25e33-7851-4423-98cd-7a2dbd92b3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:00.792778 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-92e8c2bd-25de-4217-8523-795b754cd371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:00.857619 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-13f25e33-7851-4423-98cd-7a2dbd92b3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:00.860242 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-13f25e33-7851-4423-98cd-7a2dbd92b3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:00.861539 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-13f25e33-7851-4423-98cd-7a2dbd92b3a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/900ce58c-52b4-4c3e-877a-bbc5b6ea345d HTTP/1.1" status: 204 len: 168 time: 0.2011263 Oct 14 18:08:00.864053 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-92e8c2bd-25de-4217-8523-795b754cd371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:00.866996 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-92e8c2bd-25de-4217-8523-795b754cd371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:00.867988 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-92e8c2bd-25de-4217-8523-795b754cd371 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4fe466ef-d210-4bb7-ab20-49dd1a99a6a7 HTTP/1.1" status: 204 len: 168 time: 0.1993585 Oct 14 18:08:00.875578 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f25e33-7851-4423-98cd-7a2dbd92b3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900ce58c-52b4-4c3e-877a-bbc5b6ea345d,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:00.885418 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8c2bd-25de-4217-8523-795b754cd371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe466ef-d210-4bb7-ab20-49dd1a99a6a7,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:01.202408 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 56582) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:01.216168 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2d7f737f-e0f2-44e5-a99f-8ad47fae75f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:01.238206 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 56584) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:01.252480 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-17961837-48b1-421d-adfd-11ed406b604b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:01.306384 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2d7f737f-e0f2-44e5-a99f-8ad47fae75f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:01.310377 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2d7f737f-e0f2-44e5-a99f-8ad47fae75f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:01.338811 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-17961837-48b1-421d-adfd-11ed406b604b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:01.342717 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-17961837-48b1-421d-adfd-11ed406b604b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:01.357015 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-2d7f737f-e0f2-44e5-a99f-8ad47fae75f5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=992fe832e43b45eb9ec3b4d2e8f53037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509991 Oct 14 18:08:01.357015 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f737f-e0f2-44e5-a99f-8ad47fae75f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3c2569-155b-424c-b425-c7b516944813,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:01.359297 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 56586) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:01.397516 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-17961837-48b1-421d-adfd-11ed406b604b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d92af4a480242c5a8840e7645b5dda2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579614 Oct 14 18:08:01.400011 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 56588) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:01.402634 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17961837-48b1-421d-adfd-11ed406b604b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46eb1ca5-b0e2-4f06-b5f6-977a5a3e0155,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:01.444042 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-94ffb955-b58a-409f-a384-e71179a58638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:01.455865 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d28a684e-8cc7-493a-9668-e4503d9025a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:01.465014 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-94ffb955-b58a-409f-a384-e71179a58638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:01.481914 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d28a684e-8cc7-493a-9668-e4503d9025a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:01.521343 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-94ffb955-b58a-409f-a384-e71179a58638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:01.523549 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-94ffb955-b58a-409f-a384-e71179a58638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:01.525695 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-94ffb955-b58a-409f-a384-e71179a58638 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc3c2569-155b-424c-b425-c7b516944813 HTTP/1.1" status: 204 len: 168 time: 0.1651912 Oct 14 18:08:01.537251 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d28a684e-8cc7-493a-9668-e4503d9025a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:01.538442 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffb955-b58a-409f-a384-e71179a58638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3c2569-155b-424c-b425-c7b516944813,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:01.540724 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d28a684e-8cc7-493a-9668-e4503d9025a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:01.544860 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-d28a684e-8cc7-493a-9668-e4503d9025a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/46eb1ca5-b0e2-4f06-b5f6-977a5a3e0155 HTTP/1.1" status: 204 len: 168 time: 0.1436901 Oct 14 18:08:01.553974 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a684e-8cc7-493a-9668-e4503d9025a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46eb1ca5-b0e2-4f06-b5f6-977a5a3e0155,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:03.911869 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 56772) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:04.017612 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-48cbbc6b-fd65-4770-be89-a6a028106db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:04.093527 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-48cbbc6b-fd65-4770-be89-a6a028106db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:04.097175 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-48cbbc6b-fd65-4770-be89-a6a028106db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:04.137274 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-48cbbc6b-fd65-4770-be89-a6a028106db5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=62b71f469ae74a7fa836604081a48349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205365 Oct 14 18:08:04.137274 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbbc6b-fd65-4770-be89-a6a028106db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f606b855-82f9-414a-a2f4-5bbb77912c97,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:04.137617 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 56788) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:04.187272 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8faa02c9-583a-4742-965f-498485ebfc9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:04.208353 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8faa02c9-583a-4742-965f-498485ebfc9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:04.244373 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 56792) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:04.265966 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8faa02c9-583a-4742-965f-498485ebfc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:04.268551 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-8faa02c9-583a-4742-965f-498485ebfc9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:04.269665 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-8faa02c9-583a-4742-965f-498485ebfc9b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f606b855-82f9-414a-a2f4-5bbb77912c97 HTTP/1.1" status: 204 len: 168 time: 0.1310089 Oct 14 18:08:04.278686 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa02c9-583a-4742-965f-498485ebfc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f606b855-82f9-414a-a2f4-5bbb77912c97,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:04.361800 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ce40d99f-84b5-4a39-b576-44955088ac96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:04.436482 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ce40d99f-84b5-4a39-b576-44955088ac96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:04.440728 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ce40d99f-84b5-4a39-b576-44955088ac96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:04.479202 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-ce40d99f-84b5-4a39-b576-44955088ac96 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5701741dd3d4318afa7bf9dd0b0c2ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336719 Oct 14 18:08:04.480062 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40d99f-84b5-4a39-b576-44955088ac96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c36695-b238-4d29-9618-f22e7d41185d,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:04.482315 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 56800) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:04.532483 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-46221916-c7d7-4fb1-9975-c64daadda4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:04.535958 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 56802) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:04.551355 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-eaa12abd-5924-41a8-8822-788b7139d5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:04.553533 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-46221916-c7d7-4fb1-9975-c64daadda4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:04.604151 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-46221916-c7d7-4fb1-9975-c64daadda4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:04.606878 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-46221916-c7d7-4fb1-9975-c64daadda4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:04.610558 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-46221916-c7d7-4fb1-9975-c64daadda4d3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/39c36695-b238-4d29-9618-f22e7d41185d HTTP/1.1" status: 204 len: 168 time: 0.1247375 Oct 14 18:08:04.616904 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46221916-c7d7-4fb1-9975-c64daadda4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c36695-b238-4d29-9618-f22e7d41185d,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:04.640557 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-eaa12abd-5924-41a8-8822-788b7139d5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:04.653099 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-eaa12abd-5924-41a8-8822-788b7139d5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:04.691868 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-eaa12abd-5924-41a8-8822-788b7139d5a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a85347c87f114c4d9d79bebaeb442ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548326 Oct 14 18:08:04.693336 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa12abd-5924-41a8-8822-788b7139d5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55a8596-e7e1-450b-90b5-a41f96d8ab05,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:04.695298 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 56806) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:04.743662 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fc964481-b26b-469b-b5b8-f573afe4de7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:04.764572 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fc964481-b26b-469b-b5b8-f573afe4de7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:04.810066 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fc964481-b26b-469b-b5b8-f573afe4de7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:04.812524 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fc964481-b26b-469b-b5b8-f573afe4de7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:04.813692 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-fc964481-b26b-469b-b5b8-f573afe4de7f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b55a8596-e7e1-450b-90b5-a41f96d8ab05 HTTP/1.1" status: 204 len: 168 time: 0.1174393 Oct 14 18:08:04.823712 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc964481-b26b-469b-b5b8-f573afe4de7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55a8596-e7e1-450b-90b5-a41f96d8ab05,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:04.938053 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 56812) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:04.952986 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-797fc440-354b-4dad-b453-2c70d58a6a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:05.027411 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-797fc440-354b-4dad-b453-2c70d58a6a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:05.031149 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-797fc440-354b-4dad-b453-2c70d58a6a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:05.069847 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-797fc440-354b-4dad-b453-2c70d58a6a9c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01e5c4552aee4cf993abe41806920ed8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1307173 Oct 14 18:08:05.070724 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fc440-354b-4dad-b453-2c70d58a6a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f3075c-9311-498d-a825-8cd5f5973a82,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:05.072524 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 56818) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:05.123292 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-72d62a76-e5f6-40f0-8fa2-1c25f4bd339f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:05.144254 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-72d62a76-e5f6-40f0-8fa2-1c25f4bd339f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:05.196569 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-72d62a76-e5f6-40f0-8fa2-1c25f4bd339f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:05.199179 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-72d62a76-e5f6-40f0-8fa2-1c25f4bd339f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:05.200347 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-72d62a76-e5f6-40f0-8fa2-1c25f4bd339f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f6f3075c-9311-498d-a825-8cd5f5973a82 HTTP/1.1" status: 204 len: 168 time: 0.1267970 Oct 14 18:08:05.207892 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d62a76-e5f6-40f0-8fa2-1c25f4bd339f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f3075c-9311-498d-a825-8cd5f5973a82,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:08.031686 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 56922) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:08.341917 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-30f45434-dba9-4735-84e6-d4bd12041c83 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Deleting port b88fbbc7-d9bc-4b1b-9719-da8fc25625e9 {{(pid=99718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:08:08.342255 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-30f45434-dba9-4735-84e6-d4bd12041c83 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:08.415984 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-30f45434-dba9-4735-84e6-d4bd12041c83 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:08.416229 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-30f45434-dba9-4735-84e6-d4bd12041c83 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:08.427280 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-30f45434-dba9-4735-84e6-d4bd12041c83 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Calling delete_port for b88fbbc7-d9bc-4b1b-9719-da8fc25625e9 owned by network:floatingip {{(pid=99718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:08:08.595629 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-30f45434-dba9-4735-84e6-d4bd12041c83 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:08.621486 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f45434-dba9-4735-84e6-d4bd12041c83 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Pushing event deleted for resources: {'Port': ['ID=b88fbbc7-d9bc-4b1b-9719-da8fc25625e9,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:08.685271 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-30f45434-dba9-4735-84e6-d4bd12041c83 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for floatingip, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:08.685507 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.db.l3_db [None req-30f45434-dba9-4735-84e6-d4bd12041c83 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Floating IP cb9c30fe-fbaf-4892-8f41-1a70bb98f097 disassociated (deleted). External IP: 172.27.3.59, port: e0c5307c-140d-496b-92a4-77d830d41e05. Oct 14 18:08:08.886349 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f45434-dba9-4735-84e6-d4bd12041c83 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Router 21329473-175b-4893-8ab3-3b02254810aa has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:08:08.906475 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-16f6ed5f-b3da-4862-ac8d-a3133a4912dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:08.990203 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f45434-dba9-4735-84e6-d4bd12041c83 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:08:08.994874 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-30f45434-dba9-4735-84e6-d4bd12041c83 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for floatingip, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:09.000046 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5cfede-0692-4d50-9b46-721234b8a517 None None] Sync routers for ids ['21329473-175b-4893-8ab3-3b02254810aa'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:08:09.009117 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5cfede-0692-4d50-9b46-721234b8a517 None None] Routers {'21329473-175b-4893-8ab3-3b02254810aa'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:08:09.009732 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-1f5cfede-0692-4d50-9b46-721234b8a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:07:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['21329473-175b-4893-8ab3-3b02254810aa'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:09.020639 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-30f45434-dba9-4735-84e6-d4bd12041c83 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "DELETE /v2.0/floatingips/cb9c30fe-fbaf-4892-8f41-1a70bb98f097 HTTP/1.1" status: 204 len: 168 time: 0.9878621 Oct 14 18:08:09.021257 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784674fc-7a15-4522-8441-539a893de870', 'tag': 'e0c5307c-140d-496b-92a4-77d830d41e05'}] {{(pid=99718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:08:09.024097 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8f27bdffdb2052dedec3557c5a9650e18fe8e4a7ef2e79a5b2f75573612b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519760d3-da77-4dda-baaa-14857786af06" -d '{"events": [{"name": "network-changed", "server_uuid": "784674fc-7a15-4522-8441-539a893de870", "tag": "e0c5307c-140d-496b-92a4-77d830d41e05"}]}' {{(pid=99718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:08:09.062642 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000094ef-04a5-4bc0-94d6-e49a6786b822 x-openstack-request-id: req-000094ef-04a5-4bc0-94d6-e49a6786b822 {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:08:09.063209 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784674fc-7a15-4522-8441-539a893de870", "tag": "e0c5307c-140d-496b-92a4-77d830d41e05", "status": "completed", "code": 200}]} {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:08:09.063209 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-000094ef-04a5-4bc0-94d6-e49a6786b822 {{(pid=99718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:08:09.063546 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784674fc-7a15-4522-8441-539a893de870', 'tag': 'e0c5307c-140d-496b-92a4-77d830d41e05', 'status': 'completed', 'code': 200} Oct 14 18:08:09.119626 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-1f5cfede-0692-4d50-9b46-721234b8a517 None None] Set router 21329473-175b-4893-8ab3-3b02254810aa gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:08:09.240030 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9374b90-3ef3-4052-a11b-812c930e620f req-ea357b69-2922-4f2c-8833-2710aae11883 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:09.242107 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f9374b90-3ef3-4052-a11b-812c930e620f req-ea357b69-2922-4f2c-8833-2710aae11883 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0510190 Oct 14 18:08:09.280458 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f9374b90-3ef3-4052-a11b-812c930e620f req-b8bee680-a7a8-4c15-826e-d1409e57d041 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321918 Oct 14 18:08:09.330634 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-1f5cfede-0692-4d50-9b46-721234b8a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21329473-175b-4893-8ab3-3b02254810aa', 'name': 'tempest-TestShelveInstance-1109998343-router', 'tenant_id': '94302e03a66d49488ecc210494662665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:48Z', 'revision_number': 4, 'project_id': '94302e03a66d49488ecc210494662665', 'gw_port': {'id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '8698ba97-aa4f-40f4-a8d9-7c91528113cf', 'name': '', 'network_id': '30700716-2b8b-453a-8682-0096823de319', 'tenant_id': '94302e03a66d49488ecc210494662665', 'mac_address': 'fa:16:3e:1f:f0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b7347e1b-6561-4e2c-bb17-d55c8e7fdd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:47Z', 'updated_at': '2021-10-14T18:02:51Z', 'revision_number': 5, 'project_id': '94302e03a66d49488ecc210494662665', 'subnets': [{'id': 'b7347e1b-6561-4e2c-bb17-d55c8e7fdd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:09.355678 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5cfede-0692-4d50-9b46-721234b8a517 None None] Checking router: 21329473-175b-4893-8ab3-3b02254810aa for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:08:09.363646 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5cfede-0692-4d50-9b46-721234b8a517 None None] Routers {'21329473-175b-4893-8ab3-3b02254810aa'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:08:09.364245 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-1f5cfede-0692-4d50-9b46-721234b8a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:07:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['21329473-175b-4893-8ab3-3b02254810aa'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:09.468782 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-1f5cfede-0692-4d50-9b46-721234b8a517 None None] Set router 21329473-175b-4893-8ab3-3b02254810aa gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:08:09.662163 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-1f5cfede-0692-4d50-9b46-721234b8a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21329473-175b-4893-8ab3-3b02254810aa', 'name': 'tempest-TestShelveInstance-1109998343-router', 'tenant_id': '94302e03a66d49488ecc210494662665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:48Z', 'revision_number': 4, 'project_id': '94302e03a66d49488ecc210494662665', 'gw_port': {'id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '8698ba97-aa4f-40f4-a8d9-7c91528113cf', 'name': '', 'network_id': '30700716-2b8b-453a-8682-0096823de319', 'tenant_id': '94302e03a66d49488ecc210494662665', 'mac_address': 'fa:16:3e:1f:f0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b7347e1b-6561-4e2c-bb17-d55c8e7fdd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:47Z', 'updated_at': '2021-10-14T18:02:51Z', 'revision_number': 5, 'project_id': '94302e03a66d49488ecc210494662665', 'subnets': [{'id': 'b7347e1b-6561-4e2c-bb17-d55c8e7fdd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:09.691469 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5cfede-0692-4d50-9b46-721234b8a517 None None] The sync data for ids ['21329473-175b-4893-8ab3-3b02254810aa'] in dv-cinder-813936-1-iscsi is: [{'id': '21329473-175b-4893-8ab3-3b02254810aa', 'name': 'tempest-TestShelveInstance-1109998343-router', 'tenant_id': '94302e03a66d49488ecc210494662665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:48Z', 'revision_number': 4, 'project_id': '94302e03a66d49488ecc210494662665', 'gw_port': {'id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '8698ba97-aa4f-40f4-a8d9-7c91528113cf', 'name': '', 'network_id': '30700716-2b8b-453a-8682-0096823de319', 'tenant_id': '94302e03a66d49488ecc210494662665', 'mac_address': 'fa:16:3e:1f:f0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b7347e1b-6561-4e2c-bb17-d55c8e7fdd45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:47Z', 'updated_at': '2021-10-14T18:02:51Z', 'revision_number': 5, 'project_id': '94302e03a66d49488ecc210494662665', 'subnets': [{'id': 'b7347e1b-6561-4e2c-bb17-d55c8e7fdd45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:08:09.907728 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8677e53c-c6d2-444a-920c-4a3c05fb026b None None] New status for floating IP cb9c30fe-fbaf-4892-8f41-1a70bb98f097: DOWN {{(pid=99721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 18:08:10.400952 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a73c2b-5e5c-4bfa-96ce-92e8be99c838 req-5636f08c-31b5-42ec-8b5d-3b2dcf7be2f0 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:10.402410 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f2a73c2b-5e5c-4bfa-96ce-92e8be99c838 req-5636f08c-31b5-42ec-8b5d-3b2dcf7be2f0 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0540657 Oct 14 18:08:10.439360 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f2a73c2b-5e5c-4bfa-96ce-92e8be99c838 req-75505ad2-3bf0-4440-b00f-188b108d2390 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310526 Oct 14 18:08:11.017268 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519760d3-da77-4dda-baaa-14857786af06 req-04aeba15-eaff-4101-bdb1-e86617696c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:11.018718 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-519760d3-da77-4dda-baaa-14857786af06 req-04aeba15-eaff-4101-bdb1-e86617696c33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=94302e03a66d49488ecc210494662665&device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 1099 time: 0.0409451 Oct 14 18:08:11.107615 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519760d3-da77-4dda-baaa-14857786af06 req-d7e0f0d2-b85d-48a8-8300-5f7f62eb4305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:11.109090 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-519760d3-da77-4dda-baaa-14857786af06 req-d7e0f0d2-b85d-48a8-8300-5f7f62eb4305 service neutron] 10.222.0.32 "GET /v2.0/networks?id=30700716-2b8b-453a-8682-0096823de319 HTTP/1.1" status: 200 len: 910 time: 0.0821302 Oct 14 18:08:11.153887 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-519760d3-da77-4dda-baaa-14857786af06 req-6979686b-1c14-443d-b1a2-0a6c39c3c18f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c5307c-140d-496b-92a4-77d830d41e05 HTTP/1.1" status: 200 len: 217 time: 0.0371268 Oct 14 18:08:11.203834 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519760d3-da77-4dda-baaa-14857786af06 req-4e27113d-55d5-4703-899a-bcc477ea3739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:11.205288 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-519760d3-da77-4dda-baaa-14857786af06 req-4e27113d-55d5-4703-899a-bcc477ea3739 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7347e1b-6561-4e2c-bb17-d55c8e7fdd45 HTTP/1.1" status: 200 len: 848 time: 0.0444498 Oct 14 18:08:11.252285 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519760d3-da77-4dda-baaa-14857786af06 req-850454ae-888c-4ba1-8a9f-810c6c12aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:11.253790 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-519760d3-da77-4dda-baaa-14857786af06 req-850454ae-888c-4ba1-8a9f-810c6c12aa17 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30700716-2b8b-453a-8682-0096823de319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414076 Oct 14 18:08:11.303246 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:11.350295 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-519760d3-da77-4dda-baaa-14857786af06 req-7776eaf3-2b9a-4108-89b2-ef10e26bd3c7 service neutron] 10.222.0.32 "GET /v2.0/networks/30700716-2b8b-453a-8682-0096823de319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875070 Oct 14 18:08:11.447019 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-519760d3-da77-4dda-baaa-14857786af06 req-c4ddeb08-43e2-4c4a-a242-accdcce62e09 service neutron] 10.222.0.32 "GET /v2.0/networks/30700716-2b8b-453a-8682-0096823de319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892229 Oct 14 18:08:11.558530 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab0624-442c-4e6c-88a9-a152b3092007 req-813134b1-9233-4c08-97a1-d1da8d21962e tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:11.560101 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-35ab0624-442c-4e6c-88a9-a152b3092007 req-813134b1-9233-4c08-97a1-d1da8d21962e tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0516033 Oct 14 18:08:11.572398 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-b8c93c51-bf36-4f06-81cc-3485e859b83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:11.603903 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-35ab0624-442c-4e6c-88a9-a152b3092007 req-ab775b62-5625-4a1c-8b0b-cab08eaaebfe tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328877 Oct 14 18:08:11.630610 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:11.657942 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 56974) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:11.760494 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e8f804db-704d-46fd-b681-9a3bbc24536e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:11.834697 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e8f804db-704d-46fd-b681-9a3bbc24536e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:11.838279 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e8f804db-704d-46fd-b681-9a3bbc24536e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:11.879861 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-e8f804db-704d-46fd-b681-9a3bbc24536e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dacb463883f249d4bca3610209c258db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207866 Oct 14 18:08:11.880629 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f804db-704d-46fd-b681-9a3bbc24536e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979683f2-1735-4271-8b01-e28f683d6400,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:11.882569 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 56978) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:11.930687 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8b4918ed-93e6-4758-a8c4-009b07644c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:11.954259 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8b4918ed-93e6-4758-a8c4-009b07644c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:11.999888 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8b4918ed-93e6-4758-a8c4-009b07644c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:12.002576 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8b4918ed-93e6-4758-a8c4-009b07644c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:12.003812 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-8b4918ed-93e6-4758-a8c4-009b07644c6a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/979683f2-1735-4271-8b01-e28f683d6400 HTTP/1.1" status: 204 len: 168 time: 0.1201968 Oct 14 18:08:12.011446 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4918ed-93e6-4758-a8c4-009b07644c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979683f2-1735-4271-8b01-e28f683d6400,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:12.253907 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 56984) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:12.267846 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ddf39970-c625-44a3-9d17-cd3781244476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:12.343821 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ddf39970-c625-44a3-9d17-cd3781244476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:12.347565 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ddf39970-c625-44a3-9d17-cd3781244476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:12.379470 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:12.385840 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-ddf39970-c625-44a3-9d17-cd3781244476 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6569ecd133434275aae183e8a2bb0100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1308894 Oct 14 18:08:12.387700 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf39970-c625-44a3-9d17-cd3781244476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca43144-13bd-4878-8e15-c818a2d0bff6,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:12.388584 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 56986) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:12.436630 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c876c654-f369-4d02-a9fc-9ed150b3c7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:12.456927 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c876c654-f369-4d02-a9fc-9ed150b3c7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:12.501977 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c876c654-f369-4d02-a9fc-9ed150b3c7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:12.504582 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c876c654-f369-4d02-a9fc-9ed150b3c7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:12.505697 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-c876c654-f369-4d02-a9fc-9ed150b3c7d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7ca43144-13bd-4878-8e15-c818a2d0bff6 HTTP/1.1" status: 204 len: 168 time: 0.1160314 Oct 14 18:08:12.514689 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876c654-f369-4d02-a9fc-9ed150b3c7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca43144-13bd-4878-8e15-c818a2d0bff6,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:12.664478 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4ae32-e802-40e8-b7af-4903aeb23fab req-60ba3061-3999-4502-be67-1965ed850961 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:12.666218 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8ac4ae32-e802-40e8-b7af-4903aeb23fab req-60ba3061-3999-4502-be67-1965ed850961 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.32 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.0511203 Oct 14 18:08:12.787262 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f836b9-a94c-4fb0-b91a-28ef99062326 req-652d82b5-2942-4a69-9d0c-fbf6b4784490 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:12.788786 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-72f836b9-a94c-4fb0-b91a-28ef99062326 req-652d82b5-2942-4a69-9d0c-fbf6b4784490 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 946 time: 0.1036134 Oct 14 18:08:12.817978 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-8ac4ae32-e802-40e8-b7af-4903aeb23fab req-3cc70dd0-ec4f-469e-8a7b-321cf15f1cbc tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Deleting port e0c5307c-140d-496b-92a4-77d830d41e05 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:08:12.818314 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-8ac4ae32-e802-40e8-b7af-4903aeb23fab req-3cc70dd0-ec4f-469e-8a7b-321cf15f1cbc tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:12.878204 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-72f836b9-a94c-4fb0-b91a-28ef99062326 req-baac2826-8bca-4c30-8580-5e5cfd2629c5 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/security-groups?id=050da210-f36f-41e9-b4da-0b2aad664db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806911 Oct 14 18:08:12.926379 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-8ac4ae32-e802-40e8-b7af-4903aeb23fab req-3cc70dd0-ec4f-469e-8a7b-321cf15f1cbc tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] For port e0c5307c-140d-496b-92a4-77d830d41e05, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=e0c5307c-140d-496b-92a4-77d830d41e05,segment=NetworkSegment(b8c52ac2-36bb-47ff-9ece-9a0ee71cd081),segment_id=b8c52ac2-36bb-47ff-9ece-9a0ee71cd081)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:12.926741 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-8ac4ae32-e802-40e8-b7af-4903aeb23fab req-3cc70dd0-ec4f-469e-8a7b-321cf15f1cbc tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:12.940070 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-8ac4ae32-e802-40e8-b7af-4903aeb23fab req-3cc70dd0-ec4f-469e-8a7b-321cf15f1cbc tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Calling delete_port for e0c5307c-140d-496b-92a4-77d830d41e05 owned by compute:nova {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:08:13.067549 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-8ac4ae32-e802-40e8-b7af-4903aeb23fab req-3cc70dd0-ec4f-469e-8a7b-321cf15f1cbc tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:13.096378 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc70dd0-ec4f-469e-8a7b-321cf15f1cbc tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Pushing event deleted for resources: {'Port': ['ID=e0c5307c-140d-496b-92a4-77d830d41e05,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:13.137711 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac4ae32-e802-40e8-b7af-4903aeb23fab req-3cc70dd0-ec4f-469e-8a7b-321cf15f1cbc tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] No DVR routers for this DVR port e0c5307c-140d-496b-92a4-77d830d41e05 on host hv-cinder-81393 {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:08:13.140438 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-8ac4ae32-e802-40e8-b7af-4903aeb23fab req-3cc70dd0-ec4f-469e-8a7b-321cf15f1cbc tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:13.143743 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-8ac4ae32-e802-40e8-b7af-4903aeb23fab req-3cc70dd0-ec4f-469e-8a7b-321cf15f1cbc tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.32 "DELETE /v2.0/ports/e0c5307c-140d-496b-92a4-77d830d41e05 HTTP/1.1" status: 204 len: 173 time: 0.4699812 Oct 14 18:08:13.144186 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784674fc-7a15-4522-8441-539a893de870', 'name': 'network-vif-deleted', 'tag': 'e0c5307c-140d-496b-92a4-77d830d41e05'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:08:13.146453 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a866e6-4335-48bc-bf0e-1af9316184b9" -d '{"events": [{"server_uuid": "784674fc-7a15-4522-8441-539a893de870", "name": "network-vif-deleted", "tag": "e0c5307c-140d-496b-92a4-77d830d41e05"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:08:13.184900 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1363ab7-ae0c-40e3-b62e-a29206999a07 x-openstack-request-id: req-e1363ab7-ae0c-40e3-b62e-a29206999a07 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:08:13.185207 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784674fc-7a15-4522-8441-539a893de870", "name": "network-vif-deleted", "tag": "e0c5307c-140d-496b-92a4-77d830d41e05", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:08:13.185465 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e1363ab7-ae0c-40e3-b62e-a29206999a07 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:08:13.185861 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784674fc-7a15-4522-8441-539a893de870', 'name': 'network-vif-deleted', 'tag': 'e0c5307c-140d-496b-92a4-77d830d41e05', 'status': 'completed', 'code': 200} Oct 14 18:08:14.012403 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-1d426f79-d18f-4d85-bc78-149b5f2000e7 req-3350e31f-4cf4-42d4-9ab5-96bde2b38f69 tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "GET /v2.0/ports?device_id=784674fc-7a15-4522-8441-539a893de870 HTTP/1.1" status: 200 len: 210 time: 0.0283890 Oct 14 18:08:14.111764 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57068) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:14.218344 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f8e59886-460c-486e-b772-b84efc1fef9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:14.271722 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:14.297891 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f8e59886-460c-486e-b772-b84efc1fef9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:14.301306 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f8e59886-460c-486e-b772-b84efc1fef9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:14.338152 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e59886-460c-486e-b772-b84efc1fef9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc92ad25-ad3e-4e32-95bc-7ff68829237a,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:14.342412 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-f8e59886-460c-486e-b772-b84efc1fef9b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b5427b7799f24b61816bd7bb906f1ff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296245 Oct 14 18:08:14.345131 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57082) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:14.393926 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a89797ba-d14d-479e-b87e-2d5816f54367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:14.407726 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57084) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:14.415074 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a89797ba-d14d-479e-b87e-2d5816f54367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:14.460332 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a89797ba-d14d-479e-b87e-2d5816f54367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:14.463080 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a89797ba-d14d-479e-b87e-2d5816f54367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:14.464215 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-a89797ba-d14d-479e-b87e-2d5816f54367 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dc92ad25-ad3e-4e32-95bc-7ff68829237a HTTP/1.1" status: 204 len: 168 time: 0.1168630 Oct 14 18:08:14.471674 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89797ba-d14d-479e-b87e-2d5816f54367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc92ad25-ad3e-4e32-95bc-7ff68829237a,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:14.517237 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d617d431-dc22-43c8-ab63-dcd5915b3dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:14.594325 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d617d431-dc22-43c8-ab63-dcd5915b3dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:14.598270 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d617d431-dc22-43c8-ab63-dcd5915b3dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:14.641898 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617d431-dc22-43c8-ab63-dcd5915b3dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296f653a-a17f-4532-8993-57ff4eeddfe5,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:14.645944 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57092) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:14.649457 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-d617d431-dc22-43c8-ab63-dcd5915b3dcb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4511732cc31249ceb405342866fa59c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404931 Oct 14 18:08:14.700200 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-d3e6b5f2-5259-46e2-a9fc-efe6b29036db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:14.722572 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-d3e6b5f2-5259-46e2-a9fc-efe6b29036db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:14.742961 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57094) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:14.755596 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-49ce8d57-20ca-46ea-834d-2174094f66c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:14.773344 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-d3e6b5f2-5259-46e2-a9fc-efe6b29036db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:14.775962 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-d3e6b5f2-5259-46e2-a9fc-efe6b29036db admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:14.777162 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-d3e6b5f2-5259-46e2-a9fc-efe6b29036db admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/296f653a-a17f-4532-8993-57ff4eeddfe5 HTTP/1.1" status: 204 len: 168 time: 0.1298511 Oct 14 18:08:14.786328 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6b5f2-5259-46e2-a9fc-efe6b29036db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296f653a-a17f-4532-8993-57ff4eeddfe5,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:14.839984 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-49ce8d57-20ca-46ea-834d-2174094f66c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:14.844442 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-49ce8d57-20ca-46ea-834d-2174094f66c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:14.886929 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-49ce8d57-20ca-46ea-834d-2174094f66c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9b36069e587047e7ab4a51cee421f1e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428809 Oct 14 18:08:14.887739 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce8d57-20ca-46ea-834d-2174094f66c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a1e48f-e535-4078-9e95-8820e338a93d,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:14.890390 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57098) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:14.940828 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6cff6d01-f50a-452e-8a76-38eb1666c173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:14.962029 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6cff6d01-f50a-452e-8a76-38eb1666c173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:15.009483 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6cff6d01-f50a-452e-8a76-38eb1666c173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:15.012159 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6cff6d01-f50a-452e-8a76-38eb1666c173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:15.013770 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-6cff6d01-f50a-452e-8a76-38eb1666c173 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/82a1e48f-e535-4078-9e95-8820e338a93d HTTP/1.1" status: 204 len: 168 time: 0.1220586 Oct 14 18:08:15.022102 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff6d01-f50a-452e-8a76-38eb1666c173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a1e48f-e535-4078-9e95-8820e338a93d,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:15.076453 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57106) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:15.114632 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57108) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:15.131160 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2a07f7ef-f8a9-47a3-94e7-fb84d08e38c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:15.141786 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-aff95470-09f2-4e5c-96ac-915c8f2d239f tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:15.168976 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-aff95470-09f2-4e5c-96ac-915c8f2d239f tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:15.214415 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2a07f7ef-f8a9-47a3-94e7-fb84d08e38c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:15.218109 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2a07f7ef-f8a9-47a3-94e7-fb84d08e38c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:15.235218 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-aff95470-09f2-4e5c-96ac-915c8f2d239f tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:15.239183 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-aff95470-09f2-4e5c-96ac-915c8f2d239f tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:15.242250 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-aff95470-09f2-4e5c-96ac-915c8f2d239f tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] 10.222.0.49 "DELETE /v2.0/security-groups/050da210-f36f-41e9-b4da-0b2aad664db4 HTTP/1.1" status: 204 len: 168 time: 0.1645496 Oct 14 18:08:15.259278 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-2a07f7ef-f8a9-47a3-94e7-fb84d08e38c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd80aebdb9ec45feafa6b23055da29cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435761 Oct 14 18:08:15.260040 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff95470-09f2-4e5c-96ac-915c8f2d239f tempest-TestShelveInstance-1971418355 tempest-TestShelveInstance-1971418355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=050da210-f36f-41e9-b4da-0b2aad664db4,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:15.260232 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07f7ef-f8a9-47a3-94e7-fb84d08e38c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b88b738-de7a-422f-bf74-7fa928e5fe47,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:15.262172 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57116) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:15.293941 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57118) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:15.332017 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0bb13e2a-f69f-4840-92f7-24845242d410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:15.358173 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0bb13e2a-f69f-4840-92f7-24845242d410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:15.409694 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0bb13e2a-f69f-4840-92f7-24845242d410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:15.412572 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-0bb13e2a-f69f-4840-92f7-24845242d410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:15.416335 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-0bb13e2a-f69f-4840-92f7-24845242d410 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7b88b738-de7a-422f-bf74-7fa928e5fe47 HTTP/1.1" status: 204 len: 168 time: 0.1502852 Oct 14 18:08:15.424312 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb13e2a-f69f-4840-92f7-24845242d410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b88b738-de7a-422f-bf74-7fa928e5fe47,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:15.783049 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a2ad4f80-2b43-4438-aac6-0aff56ea1177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790618'] for router_interface, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:15.998945 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device e0c5307c-140d-496b-92a4-77d830d41e05 no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:08:16.029419 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] No Port match for: e0c5307c-140d-496b-92a4-77d830d41e05 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:08:16.029834 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device e0c5307c-140d-496b-92a4-77d830d41e05 not bound to the agent host hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:08:16.049659 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-a2ad4f80-2b43-4438-aac6-0aff56ea1177 admin admin] Deleting port 8698ba97-aa4f-40f4-a8d9-7c91528113cf {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:08:16.050003 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a2ad4f80-2b43-4438-aac6-0aff56ea1177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:16.140314 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [None req-a2ad4f80-2b43-4438-aac6-0aff56ea1177 admin admin] For port 8698ba97-aa4f-40f4-a8d9-7c91528113cf, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=8698ba97-aa4f-40f4-a8d9-7c91528113cf,segment=NetworkSegment(b8c52ac2-36bb-47ff-9ece-9a0ee71cd081),segment_id=b8c52ac2-36bb-47ff-9ece-9a0ee71cd081)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:16.141065 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a2ad4f80-2b43-4438-aac6-0aff56ea1177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:16.154368 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-a2ad4f80-2b43-4438-aac6-0aff56ea1177 admin admin] Calling delete_port for 8698ba97-aa4f-40f4-a8d9-7c91528113cf owned by network:router_interface {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:08:16.623686 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a2ad4f80-2b43-4438-aac6-0aff56ea1177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:16.650159 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad4f80-2b43-4438-aac6-0aff56ea1177 admin admin] Pushing event deleted for resources: {'Port': ['ID=8698ba97-aa4f-40f4-a8d9-7c91528113cf,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:16.851134 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-a2ad4f80-2b43-4438-aac6-0aff56ea1177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3789886'] for router_interface, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:17.081518 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ad4f80-2b43-4438-aac6-0aff56ea1177 admin admin] Router 21329473-175b-4893-8ab3-3b02254810aa has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:08:17.194823 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ad4f80-2b43-4438-aac6-0aff56ea1177 admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:08:17.200477 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-a2ad4f80-2b43-4438-aac6-0aff56ea1177 admin admin] 10.222.0.49 "PUT /v2.0/routers/21329473-175b-4893-8ab3-3b02254810aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9002972 Oct 14 18:08:17.200584 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57226) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:17.202076 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85205a6c-d482-42d1-a9f3-338442649d4f None None] Sync routers for ids ['21329473-175b-4893-8ab3-3b02254810aa'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:08:17.213514 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85205a6c-d482-42d1-a9f3-338442649d4f None None] Routers {'21329473-175b-4893-8ab3-3b02254810aa'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:08:17.214666 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-85205a6c-d482-42d1-a9f3-338442649d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:08:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['21329473-175b-4893-8ab3-3b02254810aa'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:17.322155 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-803f30a1-e143-4045-8298-6671f3fe04df admin admin] Notify callbacks [] for router, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:17.330961 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57230) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:17.343364 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-85205a6c-d482-42d1-a9f3-338442649d4f None None] Set router 21329473-175b-4893-8ab3-3b02254810aa gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:08:17.471536 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-87bde4a2-35e6-4b0b-a161-30b1883fd343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:17.559367 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-85205a6c-d482-42d1-a9f3-338442649d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21329473-175b-4893-8ab3-3b02254810aa', 'name': 'tempest-TestShelveInstance-1109998343-router', 'tenant_id': '94302e03a66d49488ecc210494662665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:08:16Z', 'revision_number': 5, 'project_id': '94302e03a66d49488ecc210494662665', 'gw_port': {'id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:17.576553 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-87bde4a2-35e6-4b0b-a161-30b1883fd343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:17.582234 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-87bde4a2-35e6-4b0b-a161-30b1883fd343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:17.593434 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85205a6c-d482-42d1-a9f3-338442649d4f None None] Checking router: 21329473-175b-4893-8ab3-3b02254810aa for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:08:17.602893 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85205a6c-d482-42d1-a9f3-338442649d4f None None] Routers {'21329473-175b-4893-8ab3-3b02254810aa'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:08:17.603782 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-85205a6c-d482-42d1-a9f3-338442649d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:08:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['21329473-175b-4893-8ab3-3b02254810aa'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:17.639005 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-87bde4a2-35e6-4b0b-a161-30b1883fd343 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6e096be2f9fa4710b8e4d43987cd78ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064742 Oct 14 18:08:17.640285 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bde4a2-35e6-4b0b-a161-30b1883fd343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701c0775-a66d-4602-9b6a-efe608bef477,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:17.643018 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57238) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:17.685721 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-803f30a1-e143-4045-8298-6671f3fe04df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:17.700098 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-55d65278-abbd-4ed5-a256-52e4fb857c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:17.728596 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-55d65278-abbd-4ed5-a256-52e4fb857c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:17.754692 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-85205a6c-d482-42d1-a9f3-338442649d4f None None] Set router 21329473-175b-4893-8ab3-3b02254810aa gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:08:17.758317 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-803f30a1-e143-4045-8298-6671f3fe04df admin admin] Deleting port b3711711-dc45-4542-b4a0-6c48fe3c4b07 {{(pid=99718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:08:17.758668 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-803f30a1-e143-4045-8298-6671f3fe04df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:17.779985 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-55d65278-abbd-4ed5-a256-52e4fb857c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:17.782784 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-55d65278-abbd-4ed5-a256-52e4fb857c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:17.784132 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-55d65278-abbd-4ed5-a256-52e4fb857c73 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/701c0775-a66d-4602-9b6a-efe608bef477 HTTP/1.1" status: 204 len: 168 time: 0.1400862 Oct 14 18:08:17.800612 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d65278-abbd-4ed5-a256-52e4fb857c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701c0775-a66d-4602-9b6a-efe608bef477,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:17.886933 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [None req-803f30a1-e143-4045-8298-6671f3fe04df admin admin] For port b3711711-dc45-4542-b4a0-6c48fe3c4b07, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=b3711711-dc45-4542-b4a0-6c48fe3c4b07,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:17.887602 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-803f30a1-e143-4045-8298-6671f3fe04df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:17.907381 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-803f30a1-e143-4045-8298-6671f3fe04df admin admin] Calling delete_port for b3711711-dc45-4542-b4a0-6c48fe3c4b07 owned by network:router_gateway {{(pid=99718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:08:18.114894 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-803f30a1-e143-4045-8298-6671f3fe04df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:18.120181 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-85205a6c-d482-42d1-a9f3-338442649d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21329473-175b-4893-8ab3-3b02254810aa', 'name': 'tempest-TestShelveInstance-1109998343-router', 'tenant_id': '94302e03a66d49488ecc210494662665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:08:16Z', 'revision_number': 5, 'project_id': '94302e03a66d49488ecc210494662665', 'gw_port': {'id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:18.137059 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f30a1-e143-4045-8298-6671f3fe04df admin admin] Pushing event deleted for resources: {'Port': ['ID=b3711711-dc45-4542-b4a0-6c48fe3c4b07,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:18.160376 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85205a6c-d482-42d1-a9f3-338442649d4f None None] The sync data for ids ['21329473-175b-4893-8ab3-3b02254810aa'] in dv-cinder-813936-1-iscsi is: [{'id': '21329473-175b-4893-8ab3-3b02254810aa', 'name': 'tempest-TestShelveInstance-1109998343-router', 'tenant_id': '94302e03a66d49488ecc210494662665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:08:16Z', 'revision_number': 5, 'project_id': '94302e03a66d49488ecc210494662665', 'gw_port': {'id': 'b3711711-dc45-4542-b4a0-6c48fe3c4b07', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21329473-175b-4893-8ab3-3b02254810aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:45Z', 'updated_at': '2021-10-14T18:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:08:18.178774 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57248) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:18.197286 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-dbe340cc-2ee0-4d97-af67-0b45dbf9aa37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:18.210886 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-803f30a1-e143-4045-8298-6671f3fe04df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3790020'] for router_gateway, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:18.268447 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-dbe340cc-2ee0-4d97-af67-0b45dbf9aa37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:18.273714 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-dbe340cc-2ee0-4d97-af67-0b45dbf9aa37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:18.304787 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-803f30a1-e143-4045-8298-6671f3fe04df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:18.306942 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-803f30a1-e143-4045-8298-6671f3fe04df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:18.310559 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-dbe340cc-2ee0-4d97-af67-0b45dbf9aa37 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5b3bc010a1f43eaab1448949c6c199c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1305666 Oct 14 18:08:18.312439 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe340cc-2ee0-4d97-af67-0b45dbf9aa37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5600a96-2f1a-4e61-9e76-ab608c1c011b,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:18.314435 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57250) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:18.368550 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-803f30a1-e143-4045-8298-6671f3fe04df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787636'] for router, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:18.369091 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803f30a1-e143-4045-8298-6671f3fe04df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21329473-175b-4893-8ab3-3b02254810aa {{(pid=99718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 18:08:18.373540 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-803f30a1-e143-4045-8298-6671f3fe04df admin admin] Notify callbacks [] for router, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:18.374618 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-803f30a1-e143-4045-8298-6671f3fe04df admin admin] 10.222.0.49 "DELETE /v2.0/routers/21329473-175b-4893-8ab3-3b02254810aa HTTP/1.1" status: 204 len: 168 time: 1.1731803 Oct 14 18:08:18.377309 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57252) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:18.403461 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-73d2837e-1c0b-47cd-88dc-251a0235e828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:18.423220 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f2664a-a8f4-4e52-a3f7-7a9cc35f410d admin admin] Deleting subnet b7347e1b-6561-4e2c-bb17-d55c8e7fdd45 {{(pid=99719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 18:08:18.424761 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-73d2837e-1c0b-47cd-88dc-251a0235e828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:18.426147 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c5f2664a-a8f4-4e52-a3f7-7a9cc35f410d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:18.460868 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c5f2664a-a8f4-4e52-a3f7-7a9cc35f410d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8741768'] for subnet, precommit_delete_associations {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:18.471113 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-73d2837e-1c0b-47cd-88dc-251a0235e828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:18.473940 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-73d2837e-1c0b-47cd-88dc-251a0235e828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:18.475069 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-73d2837e-1c0b-47cd-88dc-251a0235e828 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c5600a96-2f1a-4e61-9e76-ab608c1c011b HTTP/1.1" status: 204 len: 168 time: 0.1596332 Oct 14 18:08:18.484079 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2837e-1c0b-47cd-88dc-251a0235e828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5600a96-2f1a-4e61-9e76-ab608c1c011b,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:18.579766 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c5f2664a-a8f4-4e52-a3f7-7a9cc35f410d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676325'] for subnet, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:18.636646 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c5f2664a-a8f4-4e52-a3f7-7a9cc35f410d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12283154'] for subnet, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:18.666125 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2664a-a8f4-4e52-a3f7-7a9cc35f410d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7347e1b-6561-4e2c-bb17-d55c8e7fdd45,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:18.669771 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-c5f2664a-a8f4-4e52-a3f7-7a9cc35f410d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:18.675605 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-c5f2664a-a8f4-4e52-a3f7-7a9cc35f410d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b7347e1b-6561-4e2c-bb17-d55c8e7fdd45 HTTP/1.1" status: 204 len: 168 time: 0.2971551 Oct 14 18:08:18.676189 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57258) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:18.682276 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dead1350-621e-4ea9-b54b-0f00ad574d42 None None] Network 30700716-2b8b-453a-8682-0096823de319 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:08:18.760422 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-67ec6079-e2ed-493b-a61b-9418a2d05ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808165'] for network, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:18.828202 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-67ec6079-e2ed-493b-a61b-9418a2d05ab2 admin admin] Deleting port 46075b54-11ac-4f68-8cd1-43899a688891 {{(pid=99718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:08:18.828759 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-67ec6079-e2ed-493b-a61b-9418a2d05ab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:18.900633 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb331225-20ad-43e1-8230-5d79c3c8a04b None None] DHCP port deletion for 30700716-2b8b-453a-8682-0096823de319 request from dv-cinder-813936-1-iscsi {{(pid=99720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 18:08:18.916670 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [None req-67ec6079-e2ed-493b-a61b-9418a2d05ab2 admin admin] For port 46075b54-11ac-4f68-8cd1-43899a688891, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=46075b54-11ac-4f68-8cd1-43899a688891,segment=NetworkSegment(b8c52ac2-36bb-47ff-9ece-9a0ee71cd081),segment_id=b8c52ac2-36bb-47ff-9ece-9a0ee71cd081)] {{(pid=99718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:18.917085 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-67ec6079-e2ed-493b-a61b-9418a2d05ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:18.943218 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-67ec6079-e2ed-493b-a61b-9418a2d05ab2 admin admin] Calling delete_port for 46075b54-11ac-4f68-8cd1-43899a688891 owned by network:dhcp {{(pid=99718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:08:18.951955 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-fb331225-20ad-43e1-8230-5d79c3c8a04b None None] Deleting port 46075b54-11ac-4f68-8cd1-43899a688891 {{(pid=99720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:08:18.952328 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-fb331225-20ad-43e1-8230-5d79c3c8a04b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:19.027576 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-fb331225-20ad-43e1-8230-5d79c3c8a04b None None] For port 46075b54-11ac-4f68-8cd1-43899a688891, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=46075b54-11ac-4f68-8cd1-43899a688891,segment=NetworkSegment(b8c52ac2-36bb-47ff-9ece-9a0ee71cd081),segment_id=b8c52ac2-36bb-47ff-9ece-9a0ee71cd081)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:19.027984 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-fb331225-20ad-43e1-8230-5d79c3c8a04b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:19.048502 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-fb331225-20ad-43e1-8230-5d79c3c8a04b None None] Calling delete_port for 46075b54-11ac-4f68-8cd1-43899a688891 owned by network:dhcp {{(pid=99720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:08:19.072631 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-67ec6079-e2ed-493b-a61b-9418a2d05ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:19.108046 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec6079-e2ed-493b-a61b-9418a2d05ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=46075b54-11ac-4f68-8cd1-43899a688891,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:19.121291 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ec6079-e2ed-493b-a61b-9418a2d05ab2 admin admin] No DVR routers for this DVR port 46075b54-11ac-4f68-8cd1-43899a688891 on host dv-cinder-813936-1-iscsi {{(pid=99718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:08:19.150217 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-fb331225-20ad-43e1-8230-5d79c3c8a04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169'] for port, after_delete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:19.182148 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb331225-20ad-43e1-8230-5d79c3c8a04b None None] No DVR routers for this DVR port 46075b54-11ac-4f68-8cd1-43899a688891 on host dv-cinder-813936-1-iscsi {{(pid=99720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:08:19.187567 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb331225-20ad-43e1-8230-5d79c3c8a04b None None] Pushing event deleted for resources: {'Port': ['ID=46075b54-11ac-4f68-8cd1-43899a688891,revision_number=None']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:19.196504 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331225-20ad-43e1-8230-5d79c3c8a04b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.197022 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331225-20ad-43e1-8230-5d79c3c8a04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.197450 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331225-20ad-43e1-8230-5d79c3c8a04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.197912 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331225-20ad-43e1-8230-5d79c3c8a04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.198379 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331225-20ad-43e1-8230-5d79c3c8a04b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.198825 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331225-20ad-43e1-8230-5d79c3c8a04b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.199244 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331225-20ad-43e1-8230-5d79c3c8a04b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.199628 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-67ec6079-e2ed-493b-a61b-9418a2d05ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673054', 'neutron.services.segments.db._delete_segments_for_network-8762486597133'] for network, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:19.199770 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331225-20ad-43e1-8230-5d79c3c8a04b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.200087 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331225-20ad-43e1-8230-5d79c3c8a04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.200483 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331225-20ad-43e1-8230-5d79c3c8a04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.200918 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331225-20ad-43e1-8230-5d79c3c8a04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.201296 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb331225-20ad-43e1-8230-5d79c3c8a04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.229834 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-67ec6079-e2ed-493b-a61b-9418a2d05ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30700716-2b8b-453a-8682-0096823de319']}} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:19.239314 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-67ec6079-e2ed-493b-a61b-9418a2d05ab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c52ac2-36bb-47ff-9ece-9a0ee71cd081') {'for_net_delete': True} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:19.239612 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-67ec6079-e2ed-493b-a61b-9418a2d05ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c52ac2-36bb-47ff-9ece-9a0ee71cd081') {} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:19.249772 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-67ec6079-e2ed-493b-a61b-9418a2d05ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762486598678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210194'] for segment, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:19.264967 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-67ec6079-e2ed-493b-a61b-9418a2d05ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:19.269491 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ec6079-e2ed-493b-a61b-9418a2d05ab2 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=99718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:08:19.269879 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-67ec6079-e2ed-493b-a61b-9418a2d05ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9120986'] for segment, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: Traceback (most recent call last): Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: timer() Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: cb(*args, **kw) Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: return func(*args, **kwargs) Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: self._notify() Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: self.callback(batched_events) Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: event.method(event) Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: return f(self, *a, **k) Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: return self._get(url).json() Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: return self.request(url, 'GET', **kwargs) Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 18:08:19.271554 dv-cinder-813936-1-iscsi neutron-server[99718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 18:08:19.342344 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-67ec6079-e2ed-493b-a61b-9418a2d05ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790056'] for network, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:19.352227 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-67ec6079-e2ed-493b-a61b-9418a2d05ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:19.357311 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-67ec6079-e2ed-493b-a61b-9418a2d05ab2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/30700716-2b8b-453a-8682-0096823de319 HTTP/1.1" status: 204 len: 168 time: 0.6786070 Oct 14 18:08:19.361965 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57294) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:19.368046 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec6079-e2ed-493b-a61b-9418a2d05ab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=30700716-2b8b-453a-8682-0096823de319,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:19.702799 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57304) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:19.736538 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790618'] for router_interface, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:19.816978 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-03cb0d33-2a69-4d61-a1fd-b242ce1c7db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:19.898769 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-03cb0d33-2a69-4d61-a1fd-b242ce1c7db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:19.903636 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-03cb0d33-2a69-4d61-a1fd-b242ce1c7db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:19.951765 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-03cb0d33-2a69-4d61-a1fd-b242ce1c7db2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=67e77fca8bd9437b91e2da69c06892fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477779 Oct 14 18:08:19.954459 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57314) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:19.967844 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb0d33-2a69-4d61-a1fd-b242ce1c7db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e65423-7e6f-47a5-b7eb-a5a0374a5795,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:19.984812 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb0d33-2a69-4d61-a1fd-b242ce1c7db2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.985355 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb0d33-2a69-4d61-a1fd-b242ce1c7db2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.985850 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb0d33-2a69-4d61-a1fd-b242ce1c7db2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.986333 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb0d33-2a69-4d61-a1fd-b242ce1c7db2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.986822 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb0d33-2a69-4d61-a1fd-b242ce1c7db2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.987288 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb0d33-2a69-4d61-a1fd-b242ce1c7db2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.987765 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb0d33-2a69-4d61-a1fd-b242ce1c7db2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.988265 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb0d33-2a69-4d61-a1fd-b242ce1c7db2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.988591 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb0d33-2a69-4d61-a1fd-b242ce1c7db2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.988930 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb0d33-2a69-4d61-a1fd-b242ce1c7db2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.989400 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb0d33-2a69-4d61-a1fd-b242ce1c7db2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.989916 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb0d33-2a69-4d61-a1fd-b242ce1c7db2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:19.997372 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device b3711711-dc45-4542-b4a0-6c48fe3c4b07 no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:08:20.029111 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-b3e3abae-c504-4662-adce-8e3d50b3395c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:20.033462 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] Deleting port 5b72cfe0-f95f-4454-8d92-b96824e640f4 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:08:20.034088 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:20.043264 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: b3711711-dc45-4542-b4a0-6c48fe3c4b07 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:08:20.043607 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device b3711711-dc45-4542-b4a0-6c48fe3c4b07 not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:08:20.044022 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 8698ba97-aa4f-40f4-a8d9-7c91528113cf no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:08:20.054923 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-b3e3abae-c504-4662-adce-8e3d50b3395c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:20.062680 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: 8698ba97-aa4f-40f4-a8d9-7c91528113cf {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:08:20.063024 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 8698ba97-aa4f-40f4-a8d9-7c91528113cf not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:08:20.063440 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 46075b54-11ac-4f68-8cd1-43899a688891 no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:08:20.082184 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: 46075b54-11ac-4f68-8cd1-43899a688891 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:08:20.082525 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 46075b54-11ac-4f68-8cd1-43899a688891 not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:08:20.111394 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-b3e3abae-c504-4662-adce-8e3d50b3395c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:20.113972 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-b3e3abae-c504-4662-adce-8e3d50b3395c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:20.115105 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-b3e3abae-c504-4662-adce-8e3d50b3395c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/39e65423-7e6f-47a5-b7eb-a5a0374a5795 HTTP/1.1" status: 204 len: 168 time: 0.1590142 Oct 14 18:08:20.122917 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] For port 5b72cfe0-f95f-4454-8d92-b96824e640f4, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=5b72cfe0-f95f-4454-8d92-b96824e640f4,segment=NetworkSegment(b09f99a1-5780-41a2-b14b-b562f4fe1061),segment_id=b09f99a1-5780-41a2-b14b-b562f4fe1061)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:20.124216 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:20.124377 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3abae-c504-4662-adce-8e3d50b3395c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e65423-7e6f-47a5-b7eb-a5a0374a5795,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:20.145587 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] Calling delete_port for 5b72cfe0-f95f-4454-8d92-b96824e640f4 owned by network:router_interface {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:08:20.343859 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:20.370298 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] Pushing event deleted for resources: {'Port': ['ID=5b72cfe0-f95f-4454-8d92-b96824e640f4,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:20.383214 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:20.383563 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:20.383907 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:20.384549 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:20.384677 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:20.385084 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:20.385468 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:20.385794 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:20.386119 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:20.386467 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:20.386825 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:20.387140 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:20.556570 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3789886'] for router_interface, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:20.776997 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] Router 9ef91537-781d-4f02-a203-542309b1f347 has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:08:20.881928 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:08:20.889388 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-4749338a-2944-414c-9052-2af3c058e51f admin admin] 10.222.0.49 "PUT /v2.0/routers/9ef91537-781d-4f02-a203-542309b1f347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5263362 Oct 14 18:08:20.889954 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57346) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:20.890830 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b99c78-1e51-4102-88fe-c9f7cd4cfd01 None None] Sync routers for ids ['9ef91537-781d-4f02-a203-542309b1f347'] in dv-cinder-813936-1-iscsi {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:08:20.901443 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b99c78-1e51-4102-88fe-c9f7cd4cfd01 None None] Routers {'9ef91537-781d-4f02-a203-542309b1f347'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:08:20.902064 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-90b99c78-1e51-4102-88fe-c9f7cd4cfd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:08:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['9ef91537-781d-4f02-a203-542309b1f347'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:21.000905 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-24a16a4b-1246-4dc5-85c8-c2f4c0fa0175 admin admin] Notify callbacks [] for router, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:21.009247 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-90b99c78-1e51-4102-88fe-c9f7cd4cfd01 None None] Set router 9ef91537-781d-4f02-a203-542309b1f347 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:08:21.108058 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-24a16a4b-1246-4dc5-85c8-c2f4c0fa0175 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:21.162231 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-24a16a4b-1246-4dc5-85c8-c2f4c0fa0175 admin admin] Deleting port 91e3345b-038e-44c1-8d88-7de6d5bbf8ec {{(pid=99718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:08:21.162564 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-24a16a4b-1246-4dc5-85c8-c2f4c0fa0175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:21.194055 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-90b99c78-1e51-4102-88fe-c9f7cd4cfd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef91537-781d-4f02-a203-542309b1f347', 'name': 'tempest-TestShelveInstance-130790591-router', 'tenant_id': 'f27597406e074ef0b56bfa4703c8845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '91e3345b-038e-44c1-8d88-7de6d5bbf8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:51Z', 'updated_at': '2021-10-14T18:08:20Z', 'revision_number': 5, 'project_id': 'f27597406e074ef0b56bfa4703c8845f', 'gw_port': {'id': '91e3345b-038e-44c1-8d88-7de6d5bbf8ec', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef91537-781d-4f02-a203-542309b1f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:02:52Z', 'updated_at': '2021-10-14T18:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:21.221325 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b99c78-1e51-4102-88fe-c9f7cd4cfd01 None None] Checking router: 9ef91537-781d-4f02-a203-542309b1f347 for host: dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:08:21.230886 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b99c78-1e51-4102-88fe-c9f7cd4cfd01 None None] Routers {'9ef91537-781d-4f02-a203-542309b1f347'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:08:21.231594 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-90b99c78-1e51-4102-88fe-c9f7cd4cfd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:08:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['9ef91537-781d-4f02-a203-542309b1f347'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:21.245755 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [None req-24a16a4b-1246-4dc5-85c8-c2f4c0fa0175 admin admin] For port 91e3345b-038e-44c1-8d88-7de6d5bbf8ec, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=91e3345b-038e-44c1-8d88-7de6d5bbf8ec,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:21.246119 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-24a16a4b-1246-4dc5-85c8-c2f4c0fa0175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:21.259655 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-24a16a4b-1246-4dc5-85c8-c2f4c0fa0175 admin admin] Calling delete_port for 91e3345b-038e-44c1-8d88-7de6d5bbf8ec owned by network:router_gateway {{(pid=99718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:08:21.320012 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-90b99c78-1e51-4102-88fe-c9f7cd4cfd01 None None] Set router 9ef91537-781d-4f02-a203-542309b1f347 gateway port host: None {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:08:21.460215 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-24a16a4b-1246-4dc5-85c8-c2f4c0fa0175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:21.470279 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-90b99c78-1e51-4102-88fe-c9f7cd4cfd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef91537-781d-4f02-a203-542309b1f347', 'name': 'tempest-TestShelveInstance-130790591-router', 'tenant_id': 'f27597406e074ef0b56bfa4703c8845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:51Z', 'updated_at': '2021-10-14T18:08:21Z', 'revision_number': 6, 'project_id': 'f27597406e074ef0b56bfa4703c8845f', 'gw_port_host': None}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:21.489340 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a16a4b-1246-4dc5-85c8-c2f4c0fa0175 admin admin] Pushing event deleted for resources: {'Port': ['ID=91e3345b-038e-44c1-8d88-7de6d5bbf8ec,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:21.501003 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b99c78-1e51-4102-88fe-c9f7cd4cfd01 None None] The sync data for ids ['9ef91537-781d-4f02-a203-542309b1f347'] in dv-cinder-813936-1-iscsi is: [{'id': '9ef91537-781d-4f02-a203-542309b1f347', 'name': 'tempest-TestShelveInstance-130790591-router', 'tenant_id': 'f27597406e074ef0b56bfa4703c8845f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:02:51Z', 'updated_at': '2021-10-14T18:08:21Z', 'revision_number': 6, 'project_id': 'f27597406e074ef0b56bfa4703c8845f', 'gw_port_host': None}] {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:08:21.567774 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-24a16a4b-1246-4dc5-85c8-c2f4c0fa0175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3790020'] for router_gateway, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:21.675634 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-24a16a4b-1246-4dc5-85c8-c2f4c0fa0175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:21.678135 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-24a16a4b-1246-4dc5-85c8-c2f4c0fa0175 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:21.730417 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-24a16a4b-1246-4dc5-85c8-c2f4c0fa0175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787636'] for router, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:21.731015 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a16a4b-1246-4dc5-85c8-c2f4c0fa0175 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ef91537-781d-4f02-a203-542309b1f347 {{(pid=99718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 18:08:21.739002 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-24a16a4b-1246-4dc5-85c8-c2f4c0fa0175 admin admin] Notify callbacks [] for router, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:21.740137 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-24a16a4b-1246-4dc5-85c8-c2f4c0fa0175 admin admin] 10.222.0.49 "DELETE /v2.0/routers/9ef91537-781d-4f02-a203-542309b1f347 HTTP/1.1" status: 204 len: 168 time: 0.8492024 Oct 14 18:08:21.742707 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57376) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:21.790804 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b77af28-8035-422d-8deb-843bfad33097 admin admin] Deleting subnet 7aa23558-5a3a-42f2-a1a1-4b75692e34e8 {{(pid=99718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 18:08:21.793868 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3b77af28-8035-422d-8deb-843bfad33097 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:21.827421 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3b77af28-8035-422d-8deb-843bfad33097 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210189'] for subnet, precommit_delete_associations {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:21.915015 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3b77af28-8035-422d-8deb-843bfad33097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676325'] for subnet, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:21.978408 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3b77af28-8035-422d-8deb-843bfad33097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9120956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386637'] for subnet, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:22.003945 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77af28-8035-422d-8deb-843bfad33097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa23558-5a3a-42f2-a1a1-4b75692e34e8,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:22.008173 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3b77af28-8035-422d-8deb-843bfad33097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:22.011587 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-3b77af28-8035-422d-8deb-843bfad33097 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7aa23558-5a3a-42f2-a1a1-4b75692e34e8 HTTP/1.1" status: 204 len: 168 time: 0.2679479 Oct 14 18:08:22.014052 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57386) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:22.016853 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9bbae8-d97b-4662-8a37-4f0da79a6bb9 None None] Network 287a9abf-e855-42e9-8a2e-d22ff6383147 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:08:22.087118 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-bff83ce7-b1d5-43d7-9fc7-302028d49157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808165'] for network, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:22.150531 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-bff83ce7-b1d5-43d7-9fc7-302028d49157 admin admin] Deleting port 33618434-b6bd-4d81-8d9b-fb2094ef1ee9 {{(pid=99718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:08:22.150916 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-bff83ce7-b1d5-43d7-9fc7-302028d49157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:22.216436 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [None req-bff83ce7-b1d5-43d7-9fc7-302028d49157 admin admin] For port 33618434-b6bd-4d81-8d9b-fb2094ef1ee9, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=33618434-b6bd-4d81-8d9b-fb2094ef1ee9,segment=NetworkSegment(b09f99a1-5780-41a2-b14b-b562f4fe1061),segment_id=b09f99a1-5780-41a2-b14b-b562f4fe1061)] {{(pid=99718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:22.217169 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-bff83ce7-b1d5-43d7-9fc7-302028d49157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:22.231889 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-bff83ce7-b1d5-43d7-9fc7-302028d49157 admin admin] Calling delete_port for 33618434-b6bd-4d81-8d9b-fb2094ef1ee9 owned by network:dhcp {{(pid=99718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:08:22.284347 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7ca99b-5f24-4556-a33b-3b4e20278a37 None None] DHCP port deletion for 287a9abf-e855-42e9-8a2e-d22ff6383147 request from dv-cinder-813936-1-iscsi {{(pid=99720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 18:08:22.330296 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-bff83ce7-b1d5-43d7-9fc7-302028d49157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:22.354299 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff83ce7-b1d5-43d7-9fc7-302028d49157 admin admin] Pushing event deleted for resources: {'Port': ['ID=33618434-b6bd-4d81-8d9b-fb2094ef1ee9,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:22.369510 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff83ce7-b1d5-43d7-9fc7-302028d49157 admin admin] No DVR routers for this DVR port 33618434-b6bd-4d81-8d9b-fb2094ef1ee9 on host dv-cinder-813936-1-iscsi {{(pid=99718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:08:22.371304 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-3d7ca99b-5f24-4556-a33b-3b4e20278a37 None None] Deleting port 33618434-b6bd-4d81-8d9b-fb2094ef1ee9 {{(pid=99720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:08:22.371914 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-3d7ca99b-5f24-4556-a33b-3b4e20278a37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:22.443850 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 5b72cfe0-f95f-4454-8d92-b96824e640f4 no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:08:22.460935 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-bff83ce7-b1d5-43d7-9fc7-302028d49157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673054', 'neutron.services.segments.db._delete_segments_for_network-8762486597133'] for network, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:22.474276 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: 5b72cfe0-f95f-4454-8d92-b96824e640f4 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:08:22.474633 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 5b72cfe0-f95f-4454-8d92-b96824e640f4 not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:08:22.486635 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-3d7ca99b-5f24-4556-a33b-3b4e20278a37 None None] For port 33618434-b6bd-4d81-8d9b-fb2094ef1ee9, host dv-cinder-813936-1-iscsi, got binding levels [] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:22.487281 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-3d7ca99b-5f24-4556-a33b-3b4e20278a37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:22.494734 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-bff83ce7-b1d5-43d7-9fc7-302028d49157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287a9abf-e855-42e9-8a2e-d22ff6383147']}} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:22.500261 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-3d7ca99b-5f24-4556-a33b-3b4e20278a37 None None] Calling delete_port for 33618434-b6bd-4d81-8d9b-fb2094ef1ee9 owned by network:dhcp {{(pid=99720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:08:22.502968 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.ipam_backend_mixin [None req-3d7ca99b-5f24-4556-a33b-3b4e20278a37 None None] Port 33618434-b6bd-4d81-8d9b-fb2094ef1ee9 was not found and therefore no delete operation was performed {{(pid=99720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 14 18:08:22.504181 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-bff83ce7-b1d5-43d7-9fc7-302028d49157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09f99a1-5780-41a2-b14b-b562f4fe1061') {'for_net_delete': True} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:22.504301 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-3d7ca99b-5f24-4556-a33b-3b4e20278a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169'] for port, after_delete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:22.504598 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-bff83ce7-b1d5-43d7-9fc7-302028d49157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09f99a1-5780-41a2-b14b-b562f4fe1061') {} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:22.514676 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-bff83ce7-b1d5-43d7-9fc7-302028d49157 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762486598678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210194'] for segment, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:22.529943 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-bff83ce7-b1d5-43d7-9fc7-302028d49157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:22.532550 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ca99b-5f24-4556-a33b-3b4e20278a37 None None] Pushing event deleted for resources: {'Port': ['ID=33618434-b6bd-4d81-8d9b-fb2094ef1ee9,revision_number=None']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:22.534471 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7ca99b-5f24-4556-a33b-3b4e20278a37 None None] No DVR routers for this DVR port 33618434-b6bd-4d81-8d9b-fb2094ef1ee9 on host dv-cinder-813936-1-iscsi {{(pid=99720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff83ce7-b1d5-43d7-9fc7-302028d49157 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=99718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-bff83ce7-b1d5-43d7-9fc7-302028d49157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9120986'] for segment, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: Traceback (most recent call last): Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: timer() Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: cb(*args, **kw) Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: return func(*args, **kwargs) Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: self._notify() Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: self.callback(batched_events) Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: event.method(event) Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: return f(self, *a, **k) Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: return self._get(url).json() Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: return self.request(url, 'GET', **kwargs) Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 18:08:22.543281 dv-cinder-813936-1-iscsi neutron-server[99718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 18:08:22.607159 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-bff83ce7-b1d5-43d7-9fc7-302028d49157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790056'] for network, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:22.611643 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-bff83ce7-b1d5-43d7-9fc7-302028d49157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:22.615254 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-bff83ce7-b1d5-43d7-9fc7-302028d49157 admin admin] 10.222.0.49 "DELETE /v2.0/networks/287a9abf-e855-42e9-8a2e-d22ff6383147 HTTP/1.1" status: 204 len: 168 time: 0.6002665 Oct 14 18:08:22.629272 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff83ce7-b1d5-43d7-9fc7-302028d49157 admin admin] Pushing event deleted for resources: {'Network': ['ID=287a9abf-e855-42e9-8a2e-d22ff6383147,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:22.784059 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57400) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:22.824258 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-2eac5ee1-0805-49a0-be27-7b31f2cb68d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=94302e03a66d49488ecc210494662665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390549 Oct 14 18:08:22.826672 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57404) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:22.875129 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-06ffe0f9-e76b-47eb-967c-8558479ba6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:22.897545 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-06ffe0f9-e76b-47eb-967c-8558479ba6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:22.946516 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-06ffe0f9-e76b-47eb-967c-8558479ba6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:22.949313 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-06ffe0f9-e76b-47eb-967c-8558479ba6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:22.953466 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-06ffe0f9-e76b-47eb-967c-8558479ba6af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8dd9800c-a46e-430d-ab3a-8e349552a7fd HTTP/1.1" status: 204 len: 168 time: 0.1229267 Oct 14 18:08:22.961310 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ffe0f9-e76b-47eb-967c-8558479ba6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd9800c-a46e-430d-ab3a-8e349552a7fd,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:23.290837 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57422) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:23.329351 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-7b29c2e5-4adc-4a3b-b6b2-d7ec68410410 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f27597406e074ef0b56bfa4703c8845f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372751 Oct 14 18:08:23.331841 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57424) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:23.378422 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-b1fec237-0418-4846-a09b-90186946b41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:23.399094 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-b1fec237-0418-4846-a09b-90186946b41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:23.449333 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-b1fec237-0418-4846-a09b-90186946b41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:23.452104 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-b1fec237-0418-4846-a09b-90186946b41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:23.453281 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-b1fec237-0418-4846-a09b-90186946b41a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1b879e6-4c43-4539-8ace-b516f147136e HTTP/1.1" status: 204 len: 168 time: 0.1205623 Oct 14 18:08:23.461521 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fec237-0418-4846-a09b-90186946b41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b879e6-4c43-4539-8ace-b516f147136e,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:23.998055 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 33618434-b6bd-4d81-8d9b-fb2094ef1ee9 no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:08:24.021334 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: 33618434-b6bd-4d81-8d9b-fb2094ef1ee9 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:08:24.021677 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 33618434-b6bd-4d81-8d9b-fb2094ef1ee9 not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:08:24.022334 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 91e3345b-038e-44c1-8d88-7de6d5bbf8ec no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:08:24.042608 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: 91e3345b-038e-44c1-8d88-7de6d5bbf8ec {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:08:24.042952 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 91e3345b-038e-44c1-8d88-7de6d5bbf8ec not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:08:24.173756 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57468) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:24.194940 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:08:24.286154 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-53556d32-7367-4776-a00e-870f1e02356a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1747409841-network', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:08:24.312213 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53556d32-7367-4776-a00e-870f1e02356a admin admin] Made reservation on behalf of fe6ea98a16a0448a9e137ee43fd4774d for: {'network': 1} {{(pid=99718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:08:24.314702 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-53556d32-7367-4776-a00e-870f1e02356a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for network, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:24.323545 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-53556d32-7367-4776-a00e-870f1e02356a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:24.404511 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-53556d32-7367-4776-a00e-870f1e02356a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:24.408501 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-53556d32-7367-4776-a00e-870f1e02356a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:24.417590 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57484) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:24.437135 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53556d32-7367-4776-a00e-870f1e02356a admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=99718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 18:08:24.447226 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53556d32-7367-4776-a00e-870f1e02356a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfd5126-26f5-4b11-b748-1550cac29712,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:24.456507 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-53556d32-7367-4776-a00e-870f1e02356a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:24.456876 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.db.segments_db [None req-53556d32-7367-4776-a00e-870f1e02356a admin admin] Added segment 46c69157-d0a8-458f-9e67-cefbc8750d0d of type vlan for network 5c83cb0d-c037-4e41-8511-ec3c449aafb6 Oct 14 18:08:24.499855 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-53556d32-7367-4776-a00e-870f1e02356a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762486039426'] for network, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:24.526470 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-53556d32-7367-4776-a00e-870f1e02356a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for network, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:24.527568 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53556d32-7367-4776-a00e-870f1e02356a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:24.528260 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-53556d32-7367-4776-a00e-870f1e02356a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:24.533698 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b69f8da3-04ee-4faf-98a0-83adf3880ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:24.580139 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-53556d32-7367-4776-a00e-870f1e02356a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4052656 Oct 14 18:08:24.587720 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57488) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:24.595316 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-bd513a17-c937-45c1-b10f-6ec53a23fd9c admin admin] Request body: {'subnet': {'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1747409841-subnet', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'ip_version': 4}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:08:24.606339 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53556d32-7367-4776-a00e-870f1e02356a admin admin] Pushing event updated for resources: {'Network': ['ID=5c83cb0d-c037-4e41-8511-ec3c449aafb6,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:24.617454 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b69f8da3-04ee-4faf-98a0-83adf3880ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:24.618200 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Network 5c83cb0d-c037-4e41-8511-ec3c449aafb6 details requested by agent ovs-agent-dv-cinder-813936-1-iscsi with host dv-cinder-813936-1-iscsi {{(pid=99720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 18:08:24.622746 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-b69f8da3-04ee-4faf-98a0-83adf3880ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:24.624765 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd513a17-c937-45c1-b10f-6ec53a23fd9c admin admin] Made reservation on behalf of fe6ea98a16a0448a9e137ee43fd4774d for: {'subnet': 1} {{(pid=99718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:08:24.627626 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-bd513a17-c937-45c1-b10f-6ec53a23fd9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9386726'] for subnet, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:24.658879 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f8da3-04ee-4faf-98a0-83adf3880ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7d97d3-c8b2-4d18-8be7-f8ef42303a4c,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:24.670725 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-b69f8da3-04ee-4faf-98a0-83adf3880ae8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1859bb9e2b5e42ffb9a49109248170f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520568 Oct 14 18:08:24.671765 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57492) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:24.722150 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-130648f3-2f93-436c-a32a-1b30dc9e744c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:24.746794 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-130648f3-2f93-436c-a32a-1b30dc9e744c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:24.802978 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-130648f3-2f93-436c-a32a-1b30dc9e744c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:24.805656 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-130648f3-2f93-436c-a32a-1b30dc9e744c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:24.806846 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-130648f3-2f93-436c-a32a-1b30dc9e744c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c7d97d3-c8b2-4d18-8be7-f8ef42303a4c HTTP/1.1" status: 204 len: 168 time: 0.1333847 Oct 14 18:08:24.814882 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130648f3-2f93-436c-a32a-1b30dc9e744c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7d97d3-c8b2-4d18-8be7-f8ef42303a4c,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:24.832841 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-bd513a17-c937-45c1-b10f-6ec53a23fd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9120383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9386644'] for subnet, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:24.898714 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd513a17-c937-45c1-b10f-6ec53a23fd9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d309b1-3cfb-4928-b14d-dcfd89b85221,revision_number=0']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:24.905811 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd513a17-c937-45c1-b10f-6ec53a23fd9c admin admin] Checking segment: {'id': '46c69157-d0a8-458f-9e67-cefbc8750d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:08:24.906164 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd513a17-c937-45c1-b10f-6ec53a23fd9c admin admin] Network hostable DHCP agents. Network: 5c83cb0d-c037-4e41-8511-ec3c449aafb6, hostable agents: ['bf408c59-2cf8-4546-bb87-81b32559f057'], hosted agents: [] {{(pid=99718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 18:08:24.923736 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd513a17-c937-45c1-b10f-6ec53a23fd9c admin admin] Network 5c83cb0d-c037-4e41-8511-ec3c449aafb6 is scheduled to be hosted by DHCP agent bf408c59-2cf8-4546-bb87-81b32559f057 with binding_index 1 {{(pid=99718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 18:08:24.933241 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-bd513a17-c937-45c1-b10f-6ec53a23fd9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813936-1-iscsi, 5c83cb0d-c037-4e41-8511-ec3c449aafb6) {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:08:24.937124 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd513a17-c937-45c1-b10f-6ec53a23fd9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:24.937698 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-bd513a17-c937-45c1-b10f-6ec53a23fd9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:24.943920 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72fd557-c42a-47dc-88d0-b8387869254e None None] Network 5c83cb0d-c037-4e41-8511-ec3c449aafb6 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:08:24.956742 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-bd513a17-c937-45c1-b10f-6ec53a23fd9c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3655205 Oct 14 18:08:24.957202 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57498) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:24.961550 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-17972ec8-6daa-4980-bbe7-85310cea3ac7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:08:24.983236 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-17972ec8-6daa-4980-bbe7-85310cea3ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3787691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-388'] for router, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:24.984303 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-17972ec8-6daa-4980-bbe7-85310cea3ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3789973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:25.034976 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-17972ec8-6daa-4980-bbe7-85310cea3ac7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:25.097730 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3d8336-3a56-42fc-b623-f9ccc600bedc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f1db6d7-1359-5cde-afe4-8014bb52f508-5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221'}]}} from dv-cinder-813936-1-iscsi. {{(pid=99720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 18:08:25.098850 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-cb3d8336-3a56-42fc-b623-f9ccc600bedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:25.119239 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57500) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:25.133125 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-abd00c14-394f-426c-947e-0753396c6d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:25.188770 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-17972ec8-6daa-4980-bbe7-85310cea3ac7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:25.212071 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-abd00c14-394f-426c-947e-0753396c6d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:25.216267 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-abd00c14-394f-426c-947e-0753396c6d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:25.251696 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.db_base_plugin_common [None req-cb3d8336-3a56-42fc-b623-f9ccc600bedc None None] Allocated IP 172.20.0.2 (5c83cb0d-c037-4e41-8511-ec3c449aafb6/71d309b1-3cfb-4928-b14d-dcfd89b85221/02b11b86-26e4-45d1-9122-ab3266167765) {{(pid=99720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:08:25.256354 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-abd00c14-394f-426c-947e-0753396c6d74 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed3a7b58eae04399a927c007e408cb6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336710 Oct 14 18:08:25.257237 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57502) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:25.258700 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd00c14-394f-426c-947e-0753396c6d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f001376-f8c3-4d27-846c-d0ba88ba3c02,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:25.326524 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-10d4fac7-e318-40c1-a17a-da523ca0bdd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:25.394996 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-cb3d8336-3a56-42fc-b623-f9ccc600bedc None None] Notify callbacks [] for port, precommit_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:25.400592 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-cb3d8336-3a56-42fc-b623-f9ccc600bedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160'] for port, after_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:25.408154 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-10d4fac7-e318-40c1-a17a-da523ca0bdd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:25.441094 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3d8336-3a56-42fc-b623-f9ccc600bedc None None] Network 5c83cb0d-c037-4e41-8511-ec3c449aafb6 is already hosted by enough agents. {{(pid=99720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:08:25.448321 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.scheduler.base_scheduler [None req-cb3d8336-3a56-42fc-b623-f9ccc600bedc None None] Resources bound (agent type, host, resource id): {{(pid=99720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:08:25.450272 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d8336-3a56-42fc-b623-f9ccc600bedc None None] Pushing event updated for resources: {'Port': ['ID=02b11b86-26e4-45d1-9122-ab3266167765,revision_number=1']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:25.452454 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3d8336-3a56-42fc-b623-f9ccc600bedc None None] Received port after_create {{(pid=99720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:08:25.473456 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-17972ec8-6daa-4980-bbe7-85310cea3ac7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:25.494608 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-17972ec8-6daa-4980-bbe7-85310cea3ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:25.506997 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-cb3d8336-3a56-42fc-b623-f9ccc600bedc None None] Attempting to bind port 02b11b86-26e4-45d1-9122-ab3266167765 on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:08:25.507522 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-cb3d8336-3a56-42fc-b623-f9ccc600bedc None None] Attempting to bind port 02b11b86-26e4-45d1-9122-ab3266167765 by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': '46c69157-d0a8-458f-9e67-cefbc8750d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6'}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:08:25.507990 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3d8336-3a56-42fc-b623-f9ccc600bedc None None] Attempting to bind port 02b11b86-26e4-45d1-9122-ab3266167765 on network 5c83cb0d-c037-4e41-8511-ec3c449aafb6 {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:08:25.513089 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3d8336-3a56-42fc-b623-f9ccc600bedc None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:08:25.513490 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3d8336-3a56-42fc-b623-f9ccc600bedc None None] Checking segment: {'id': '46c69157-d0a8-458f-9e67-cefbc8750d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:08:25.513891 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-cb3d8336-3a56-42fc-b623-f9ccc600bedc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:25.514393 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3d8336-3a56-42fc-b623-f9ccc600bedc None None] Bound using segment: {'id': '46c69157-d0a8-458f-9e67-cefbc8750d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6'} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:08:25.514862 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-cb3d8336-3a56-42fc-b623-f9ccc600bedc None None] Bound port: 02b11b86-26e4-45d1-9122-ab3266167765, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c69157-d0a8-458f-9e67-cefbc8750d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6'}}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:08:25.515239 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-cb3d8336-3a56-42fc-b623-f9ccc600bedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:25.534845 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-10d4fac7-e318-40c1-a17a-da523ca0bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:25.537372 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-10d4fac7-e318-40c1-a17a-da523ca0bdd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:25.541936 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-10d4fac7-e318-40c1-a17a-da523ca0bdd6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4f001376-f8c3-4d27-846c-d0ba88ba3c02 HTTP/1.1" status: 204 len: 168 time: 0.2813785 Oct 14 18:08:25.555924 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4fac7-e318-40c1-a17a-da523ca0bdd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f001376-f8c3-4d27-846c-d0ba88ba3c02,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:25.583855 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-cb3d8336-3a56-42fc-b623-f9ccc600bedc None None] For port 02b11b86-26e4-45d1-9122-ab3266167765, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:08:25.590150 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-cb3d8336-3a56-42fc-b623-f9ccc600bedc None None] For port 02b11b86-26e4-45d1-9122-ab3266167765, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=02b11b86-26e4-45d1-9122-ab3266167765,segment=NetworkSegment(46c69157-d0a8-458f-9e67-cefbc8750d0d),segment_id=46c69157-d0a8-458f-9e67-cefbc8750d0d)] {{(pid=99720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:08:25.596659 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-cb3d8336-3a56-42fc-b623-f9ccc600bedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:25.620984 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [None req-17972ec8-6daa-4980-bbe7-85310cea3ac7 admin admin] Allocated IP 172.27.3.54 (d72eea9d-773f-4ba1-af60-02bc446a2bfb/b0081548-82f4-4db0-bd72-f0077bc2ab2a/180e23f7-c4fb-4788-b7c7-0f5247a031a6) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:08:25.653119 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d8336-3a56-42fc-b623-f9ccc600bedc None None] Pushing event updated for resources: {'Port': ['ID=02b11b86-26e4-45d1-9122-ab3266167765,revision_number=2']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:25.748491 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-17972ec8-6daa-4980-bbe7-85310cea3ac7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:25.786854 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-17972ec8-6daa-4980-bbe7-85310cea3ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:25.830347 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17972ec8-6daa-4980-bbe7-85310cea3ac7 admin admin] Network d72eea9d-773f-4ba1-af60-02bc446a2bfb is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:08:25.833275 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-17972ec8-6daa-4980-bbe7-85310cea3ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:08:25.842063 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17972ec8-6daa-4980-bbe7-85310cea3ac7 admin admin] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:08:25.845512 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17972ec8-6daa-4980-bbe7-85310cea3ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=180e23f7-c4fb-4788-b7c7-0f5247a031a6,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:26.031819 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57514) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:26.061325 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 02b11b86-26e4-45d1-9122-ab3266167765 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:08:26.072699 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ca186e71-1c76-4eed-9db0-88da4f341837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:26.143604 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 02b11b86-26e4-45d1-9122-ab3266167765 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:26.144334 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:26.202425 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ca186e71-1c76-4eed-9db0-88da4f341837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:26.206508 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ca186e71-1c76-4eed-9db0-88da4f341837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:26.231133 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:26.237002 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-ca186e71-1c76-4eed-9db0-88da4f341837 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=be1843cff0d6445c8c2196fe5bc25461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039814 Oct 14 18:08:26.244953 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57518) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:26.276568 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] For port 02b11b86-26e4-45d1-9122-ab3266167765, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=02b11b86-26e4-45d1-9122-ab3266167765,segment=NetworkSegment(46c69157-d0a8-458f-9e67-cefbc8750d0d),segment_id=46c69157-d0a8-458f-9e67-cefbc8750d0d)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:26.280574 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca186e71-1c76-4eed-9db0-88da4f341837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddccf6e9-8e8e-408e-ab97-17079f5bc5f0,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:26.281383 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:26.336672 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-739de869-eb4a-4f23-b126-43e5d568ee0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:26.356835 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Pushing event updated for resources: {'Port': ['ID=02b11b86-26e4-45d1-9122-ab3266167765,revision_number=3']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:26.363194 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-739de869-eb4a-4f23-b126-43e5d568ee0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:26.413712 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-739de869-eb4a-4f23-b126-43e5d568ee0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:26.416580 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-739de869-eb4a-4f23-b126-43e5d568ee0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:26.417866 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-739de869-eb4a-4f23-b126-43e5d568ee0b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ddccf6e9-8e8e-408e-ab97-17079f5bc5f0 HTTP/1.1" status: 204 len: 168 time: 0.1716609 Oct 14 18:08:26.430963 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739de869-eb4a-4f23-b126-43e5d568ee0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddccf6e9-8e8e-408e-ab97-17079f5bc5f0,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:26.470555 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-17972ec8-6daa-4980-bbe7-85310cea3ac7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:26.678018 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-17972ec8-6daa-4980-bbe7-85310cea3ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3789984'] for router, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:26.730914 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f62dbe-81fe-4e89-8008-671674de2e50 None None] Network 5c83cb0d-c037-4e41-8511-ec3c449aafb6 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:08:26.805273 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-434ea49f-8dda-4e28-888d-ad60c0faf917 None None] Provisioning complete for port 02b11b86-26e4-45d1-9122-ab3266167765 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:26.806328 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-434ea49f-8dda-4e28-888d-ad60c0faf917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:26.829702 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17972ec8-6daa-4980-bbe7-85310cea3ac7 admin admin] Router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb is scheduled to L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef with binding_index 1 {{(pid=99719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 18:08:26.934630 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17972ec8-6daa-4980-bbe7-85310cea3ac7 admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:08:26.950202 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] Sync routers for ids ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:08:26.953602 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-17972ec8-6daa-4980-bbe7-85310cea3ac7 admin admin] Notify callbacks [] for router, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:26.954843 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-17972ec8-6daa-4980-bbe7-85310cea3ac7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9966421 Oct 14 18:08:26.957938 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57522) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:26.975785 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] Routers {'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:08:26.976399 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:08:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:27.081901 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] Set router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:08:27.277051 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:26Z', 'revision_number': 3, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:27.308593 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] Checking router: e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:08:27.308978 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] Updating router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb port 180e23f7-c4fb-4788-b7c7-0f5247a031a6 binding host dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:08:27.340658 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-84502d9b-6780-4723-95dc-a39832f587c7 None None] Provisioning complete for port 02b11b86-26e4-45d1-9122-ab3266167765 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:27.341067 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-84502d9b-6780-4723-95dc-a39832f587c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:27.342650 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:27.442770 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-85ed6cfd-f8e5-442b-b659-f8051cf29509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:27.613756 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [None req-85ed6cfd-f8e5-442b-b659-f8051cf29509 admin admin] Allocated IP 172.20.0.1 (5c83cb0d-c037-4e41-8511-ec3c449aafb6/71d309b1-3cfb-4928-b14d-dcfd89b85221/5a0ddeb2-ce39-4437-a94f-c41e447a90cc) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:08:27.715569 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-85ed6cfd-f8e5-442b-b659-f8051cf29509 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:27.749257 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-85ed6cfd-f8e5-442b-b659-f8051cf29509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:27.786537 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] Notify callbacks [] for port, precommit_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:27.793391 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:27.793778 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ed6cfd-f8e5-442b-b659-f8051cf29509 admin admin] Network 5c83cb0d-c037-4e41-8511-ec3c449aafb6 is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:08:27.796633 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-85ed6cfd-f8e5-442b-b659-f8051cf29509 admin admin] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:08:27.799853 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ed6cfd-f8e5-442b-b659-f8051cf29509 admin admin] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:08:27.829218 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed6cfd-f8e5-442b-b659-f8051cf29509 admin admin] Pushing event updated for resources: {'Port': ['ID=5a0ddeb2-ce39-4437-a94f-c41e447a90cc,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:27.849023 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-85ed6cfd-f8e5-442b-b659-f8051cf29509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3790741'] for router_interface, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:27.851171 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] Attempting to bind port 180e23f7-c4fb-4788-b7c7-0f5247a031a6 on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:08:27.851549 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] Attempting to bind port 180e23f7-c4fb-4788-b7c7-0f5247a031a6 by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:08:27.852112 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] Attempting to bind port 180e23f7-c4fb-4788-b7c7-0f5247a031a6 on network d72eea9d-773f-4ba1-af60-02bc446a2bfb {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:08:27.855291 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f316d11-156a-4c5e-9b17-22207ef4a718 None None] Pushing event updated for resources: {'Port': ['ID=180e23f7-c4fb-4788-b7c7-0f5247a031a6,revision_number=2']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:27.860195 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:08:27.860818 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] Checking segment: {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:08:27.861446 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:27.862001 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] Bound using segment: {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:08:27.862654 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] Bound port: 180e23f7-c4fb-4788-b7c7-0f5247a031a6, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:08:27.863216 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:27.922441 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] For port 180e23f7-c4fb-4788-b7c7-0f5247a031a6, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:08:27.926063 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] For port 180e23f7-c4fb-4788-b7c7-0f5247a031a6, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=180e23f7-c4fb-4788-b7c7-0f5247a031a6,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:08:27.931915 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:27.986204 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] Routers {'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:08:27.986822 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:08:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:27.997818 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-85ed6cfd-f8e5-442b-b659-f8051cf29509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:28.061314 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 02b11b86-26e4-45d1-9122-ab3266167765 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:08:28.089973 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f316d11-156a-4c5e-9b17-22207ef4a718 None None] Pushing event updated for resources: {'Port': ['ID=180e23f7-c4fb-4788-b7c7-0f5247a031a6,revision_number=3']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:28.118906 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-b7b592ce-3d0e-4351-8888-5593c2f40e78 None None] Provisioning complete for port 5a0ddeb2-ce39-4437-a94f-c41e447a90cc triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:28.119271 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-b7b592ce-3d0e-4351-8888-5593c2f40e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:28.158066 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-85ed6cfd-f8e5-442b-b659-f8051cf29509 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:28.162759 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-85ed6cfd-f8e5-442b-b659-f8051cf29509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:28.172632 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-b7b592ce-3d0e-4351-8888-5593c2f40e78 None None] Port 5a0ddeb2-ce39-4437-a94f-c41e447a90cc cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:08:28.185650 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] Set router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:08:28.187253 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 02b11b86-26e4-45d1-9122-ab3266167765 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:28.187622 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:28.227980 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-85ed6cfd-f8e5-442b-b659-f8051cf29509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790817'] for router_interface, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:28.230600 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed6cfd-f8e5-442b-b659-f8051cf29509 admin admin] Pushing event updated for resources: {'Port': ['ID=5a0ddeb2-ce39-4437-a94f-c41e447a90cc,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:28.323932 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ed6cfd-f8e5-442b-b659-f8051cf29509 admin admin] Network 5c83cb0d-c037-4e41-8511-ec3c449aafb6 is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:08:28.325398 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-85ed6cfd-f8e5-442b-b659-f8051cf29509 admin admin] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:08:28.446607 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ed6cfd-f8e5-442b-b659-f8051cf29509 admin admin] Router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:08:28.447655 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '5a0ddeb2-ce39-4437-a94f-c41e447a90cc', 'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'mac_address': 'fa:16:3e:5b:c5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:27Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 1, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'subnets': [{'id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:28.475323 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b089d-4dc2-4fc0-8da6-ed1160309306 None None] The sync data for ids ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'] in dv-cinder-813936-1-iscsi is: [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '5a0ddeb2-ce39-4437-a94f-c41e447a90cc', 'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'mac_address': 'fa:16:3e:5b:c5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:27Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 1, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'subnets': [{'id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:08:28.565886 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ed6cfd-f8e5-442b-b659-f8051cf29509 admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:08:28.572318 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-85ed6cfd-f8e5-442b-b659-f8051cf29509 admin admin] 10.222.0.49 "PUT /v2.0/routers/e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6134150 Oct 14 18:08:28.599606 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-748a0ceb-7628-430d-b051-14854bcf0bed None None] Provisioning complete for port 5a0ddeb2-ce39-4437-a94f-c41e447a90cc triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:28.600179 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-748a0ceb-7628-430d-b051-14854bcf0bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:28.637822 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-748a0ceb-7628-430d-b051-14854bcf0bed None None] Port 5a0ddeb2-ce39-4437-a94f-c41e447a90cc cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:08:28.883159 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57558) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:29.013283 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fc443442-586e-450c-ad4b-aaa6b4459af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:29.101310 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fc443442-586e-450c-ad4b-aaa6b4459af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:29.107023 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-fc443442-586e-450c-ad4b-aaa6b4459af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:29.139272 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57570) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:29.144235 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-c62f1daa-21b0-4883-a3cf-3bc32f01876a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-369848289-network', 'tenant_id': 'f9756eb9e0984aa3bef1eefcae72b6da'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:08:29.150000 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-fc443442-586e-450c-ad4b-aaa6b4459af6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=afdddbdcefb3410ba20bcf8efe3b98e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656641 Oct 14 18:08:29.150852 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc443442-586e-450c-ad4b-aaa6b4459af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49770ccb-b7ba-4747-ab0e-e5528e604974,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:29.152604 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57572) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:29.204469 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62f1daa-21b0-4883-a3cf-3bc32f01876a admin admin] Made reservation on behalf of f9756eb9e0984aa3bef1eefcae72b6da for: {'network': 1} {{(pid=99718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:08:29.206781 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c62f1daa-21b0-4883-a3cf-3bc32f01876a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for network, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:29.226243 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c62f1daa-21b0-4883-a3cf-3bc32f01876a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:29.251462 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-5f5ef7b1-32ea-4107-a5fc-8f6cbb8a59c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:29.285153 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-5f5ef7b1-32ea-4107-a5fc-8f6cbb8a59c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:29.358797 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c62f1daa-21b0-4883-a3cf-3bc32f01876a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:29.360119 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-5f5ef7b1-32ea-4107-a5fc-8f6cbb8a59c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:29.362637 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-5f5ef7b1-32ea-4107-a5fc-8f6cbb8a59c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:29.366776 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-5f5ef7b1-32ea-4107-a5fc-8f6cbb8a59c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49770ccb-b7ba-4747-ab0e-e5528e604974 HTTP/1.1" status: 204 len: 168 time: 0.1997063 Oct 14 18:08:29.371667 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c62f1daa-21b0-4883-a3cf-3bc32f01876a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:29.385313 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ef7b1-32ea-4107-a5fc-8f6cbb8a59c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49770ccb-b7ba-4747-ab0e-e5528e604974,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:29.401617 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62f1daa-21b0-4883-a3cf-3bc32f01876a admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=99718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 18:08:29.421820 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c62f1daa-21b0-4883-a3cf-3bc32f01876a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:29.422232 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.db.segments_db [None req-c62f1daa-21b0-4883-a3cf-3bc32f01876a admin admin] Added segment 1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6 of type vlan for network 89e7b757-fd5a-4b08-a503-cb000a1dd1a3 Oct 14 18:08:29.423555 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f1daa-21b0-4883-a3cf-3bc32f01876a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbbd61b-b552-42a4-a2f8-db401f41c07f,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:29.470296 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c62f1daa-21b0-4883-a3cf-3bc32f01876a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762486039426'] for network, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:29.496730 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c62f1daa-21b0-4883-a3cf-3bc32f01876a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for network, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:29.498095 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62f1daa-21b0-4883-a3cf-3bc32f01876a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:29.498879 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c62f1daa-21b0-4883-a3cf-3bc32f01876a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:29.552787 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-c62f1daa-21b0-4883-a3cf-3bc32f01876a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4123685 Oct 14 18:08:29.556073 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57576) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:29.564651 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-78cc2048-c837-44b6-a60c-5259e47143f8 admin admin] Request body: {'subnet': {'network_id': '89e7b757-fd5a-4b08-a503-cb000a1dd1a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-369848289-subnet', 'tenant_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'ip_version': 4}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:08:29.567715 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f1daa-21b0-4883-a3cf-3bc32f01876a admin admin] Pushing event updated for resources: {'Network': ['ID=89e7b757-fd5a-4b08-a503-cb000a1dd1a3,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:29.579963 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Network 89e7b757-fd5a-4b08-a503-cb000a1dd1a3 details requested by agent ovs-agent-dv-cinder-813936-1-iscsi with host dv-cinder-813936-1-iscsi {{(pid=99720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 18:08:29.596616 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cc2048-c837-44b6-a60c-5259e47143f8 admin admin] Made reservation on behalf of f9756eb9e0984aa3bef1eefcae72b6da for: {'subnet': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:08:29.599255 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-78cc2048-c837-44b6-a60c-5259e47143f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12283257'] for subnet, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:29.790048 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-78cc2048-c837-44b6-a60c-5259e47143f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8939245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12283147'] for subnet, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:29.790201 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57580) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:29.805093 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3a65-4de3-422d-bb04-5ee14a3dabf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:29.843908 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc2048-c837-44b6-a60c-5259e47143f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=696a56ed-8675-4fd9-9944-ea3e0d7902b2,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:29.853556 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc2048-c837-44b6-a60c-5259e47143f8 admin admin] Checking segment: {'id': '1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '89e7b757-fd5a-4b08-a503-cb000a1dd1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:08:29.853911 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cc2048-c837-44b6-a60c-5259e47143f8 admin admin] Network hostable DHCP agents. Network: 89e7b757-fd5a-4b08-a503-cb000a1dd1a3, hostable agents: ['bf408c59-2cf8-4546-bb87-81b32559f057'], hosted agents: [] {{(pid=99719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 18:08:29.870816 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cc2048-c837-44b6-a60c-5259e47143f8 admin admin] Network 89e7b757-fd5a-4b08-a503-cb000a1dd1a3 is scheduled to be hosted by DHCP agent bf408c59-2cf8-4546-bb87-81b32559f057 with binding_index 1 {{(pid=99719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 18:08:29.880431 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-78cc2048-c837-44b6-a60c-5259e47143f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813936-1-iscsi, 89e7b757-fd5a-4b08-a503-cb000a1dd1a3) {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:08:29.886247 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cc2048-c837-44b6-a60c-5259e47143f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:29.886738 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-78cc2048-c837-44b6-a60c-5259e47143f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:29.889968 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3a65-4de3-422d-bb04-5ee14a3dabf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:29.890682 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ae2588-457f-4c08-833e-7dad8f1335f1 None None] Network 89e7b757-fd5a-4b08-a503-cb000a1dd1a3 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:08:29.895046 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3a65-4de3-422d-bb04-5ee14a3dabf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:29.904531 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-78cc2048-c837-44b6-a60c-5259e47143f8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3467438 Oct 14 18:08:29.907466 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57582) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:29.911901 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-07964565-3e44-4946-a13c-09d8670e6770 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-369848289-router', 'tenant_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:08:29.938055 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-07964565-3e44-4946-a13c-09d8670e6770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3787691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-388'] for router, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:29.939389 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-07964565-3e44-4946-a13c-09d8670e6770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3789973', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:29.940815 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-ab5a3a65-4de3-422d-bb04-5ee14a3dabf0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b2683a2cd9ea44688f351309eb0ed45e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492836 Oct 14 18:08:29.942731 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a3a65-4de3-422d-bb04-5ee14a3dabf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba62c852-dacf-4141-90e2-5e22073cce87,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:29.945030 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57584) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:30.003480 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6781767f-0cd0-4a26-8b5f-4025632756b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.007865 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-07964565-3e44-4946-a13c-09d8670e6770 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.038544 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6781767f-0cd0-4a26-8b5f-4025632756b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.110422 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6781767f-0cd0-4a26-8b5f-4025632756b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.113117 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6781767f-0cd0-4a26-8b5f-4025632756b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.116728 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-6781767f-0cd0-4a26-8b5f-4025632756b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ba62c852-dacf-4141-90e2-5e22073cce87 HTTP/1.1" status: 204 len: 168 time: 0.1683984 Oct 14 18:08:30.124369 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 180e23f7-c4fb-4788-b7c7-0f5247a031a6 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:08:30.128145 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753734b7-7ae9-4492-8944-e4f1e7f0c814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f1db6d7-1359-5cde-afe4-8014bb52f508-89e7b757-fd5a-4b08-a503-cb000a1dd1a3', 'network_id': '89e7b757-fd5a-4b08-a503-cb000a1dd1a3', 'tenant_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'fixed_ips': [{'subnet_id': '696a56ed-8675-4fd9-9944-ea3e0d7902b2'}]}} from dv-cinder-813936-1-iscsi. {{(pid=99720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 18:08:30.129074 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-753734b7-7ae9-4492-8944-e4f1e7f0c814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.134972 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781767f-0cd0-4a26-8b5f-4025632756b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba62c852-dacf-4141-90e2-5e22073cce87,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:30.169793 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-07964565-3e44-4946-a13c-09d8670e6770 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.282505 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 180e23f7-c4fb-4788-b7c7-0f5247a031a6 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:30.282934 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.357564 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.db_base_plugin_common [None req-753734b7-7ae9-4492-8944-e4f1e7f0c814 None None] Allocated IP 172.20.0.2 (89e7b757-fd5a-4b08-a503-cb000a1dd1a3/696a56ed-8675-4fd9-9944-ea3e0d7902b2/4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72) {{(pid=99720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:08:30.384335 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-07964565-3e44-4946-a13c-09d8670e6770 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.404353 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-07964565-3e44-4946-a13c-09d8670e6770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.458600 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.494070 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] For port 180e23f7-c4fb-4788-b7c7-0f5247a031a6, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=180e23f7-c4fb-4788-b7c7-0f5247a031a6,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:30.497737 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57590) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:30.504802 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.518462 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a4302c44-bd31-40c0-b9ca-90c61437a5e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.532983 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [None req-07964565-3e44-4946-a13c-09d8670e6770 admin admin] Allocated IP 172.27.3.27 (d72eea9d-773f-4ba1-af60-02bc446a2bfb/b0081548-82f4-4db0-bd72-f0077bc2ab2a/a985a827-056c-47db-9067-d2ff532af61e) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:08:30.614437 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a4302c44-bd31-40c0-b9ca-90c61437a5e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.618640 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a4302c44-bd31-40c0-b9ca-90c61437a5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.628016 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Pushing event updated for resources: {'Port': ['ID=180e23f7-c4fb-4788-b7c7-0f5247a031a6,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:30.632448 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-753734b7-7ae9-4492-8944-e4f1e7f0c814 None None] Notify callbacks [] for port, precommit_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.644752 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-753734b7-7ae9-4492-8944-e4f1e7f0c814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160'] for port, after_create {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.659316 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57594) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:30.660842 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-a4302c44-bd31-40c0-b9ca-90c61437a5e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=679c9ceaea974f71a8bc21173ddf5ded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581960 Oct 14 18:08:30.664984 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-07964565-3e44-4946-a13c-09d8670e6770 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.666562 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4302c44-bd31-40c0-b9ca-90c61437a5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8df511-7bad-4827-a3bc-a85b2c9b029c,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:30.698128 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753734b7-7ae9-4492-8944-e4f1e7f0c814 None None] Network 89e7b757-fd5a-4b08-a503-cb000a1dd1a3 is already hosted by enough agents. {{(pid=99720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:08:30.707717 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753734b7-7ae9-4492-8944-e4f1e7f0c814 None None] Pushing event updated for resources: {'Port': ['ID=4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72,revision_number=1']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:30.710817 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.scheduler.base_scheduler [None req-753734b7-7ae9-4492-8944-e4f1e7f0c814 None None] Resources bound (agent type, host, resource id): {{(pid=99720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:08:30.712810 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753734b7-7ae9-4492-8944-e4f1e7f0c814 None None] Received port after_create {{(pid=99720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:08:30.747513 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1239737e-d2e7-40f1-82e4-cfa5a53c37ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.751133 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-07964565-3e44-4946-a13c-09d8670e6770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.769541 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-753734b7-7ae9-4492-8944-e4f1e7f0c814 None None] Attempting to bind port 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72 on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:08:30.769911 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-753734b7-7ae9-4492-8944-e4f1e7f0c814 None None] Attempting to bind port 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72 by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': '1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '89e7b757-fd5a-4b08-a503-cb000a1dd1a3'}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:08:30.770276 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753734b7-7ae9-4492-8944-e4f1e7f0c814 None None] Attempting to bind port 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72 on network 89e7b757-fd5a-4b08-a503-cb000a1dd1a3 {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:08:30.776151 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753734b7-7ae9-4492-8944-e4f1e7f0c814 None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:08:30.776526 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753734b7-7ae9-4492-8944-e4f1e7f0c814 None None] Checking segment: {'id': '1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '89e7b757-fd5a-4b08-a503-cb000a1dd1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:08:30.776954 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-753734b7-7ae9-4492-8944-e4f1e7f0c814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.777361 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753734b7-7ae9-4492-8944-e4f1e7f0c814 None None] Bound using segment: {'id': '1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '89e7b757-fd5a-4b08-a503-cb000a1dd1a3'} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:08:30.777822 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-753734b7-7ae9-4492-8944-e4f1e7f0c814 None None] Bound port: 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '89e7b757-fd5a-4b08-a503-cb000a1dd1a3'}}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:08:30.778196 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-753734b7-7ae9-4492-8944-e4f1e7f0c814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.808996 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07964565-3e44-4946-a13c-09d8670e6770 admin admin] Network d72eea9d-773f-4ba1-af60-02bc446a2bfb is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:08:30.811183 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1239737e-d2e7-40f1-82e4-cfa5a53c37ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.818999 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-07964565-3e44-4946-a13c-09d8670e6770 admin admin] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:08:30.821573 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07964565-3e44-4946-a13c-09d8670e6770 admin admin] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:08:30.843526 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-753734b7-7ae9-4492-8944-e4f1e7f0c814 None None] For port 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:08:30.846768 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-753734b7-7ae9-4492-8944-e4f1e7f0c814 None None] For port 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72,segment=NetworkSegment(1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6),segment_id=1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6)] {{(pid=99720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:08:30.852846 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-753734b7-7ae9-4492-8944-e4f1e7f0c814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:30.879075 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07964565-3e44-4946-a13c-09d8670e6770 admin admin] Pushing event updated for resources: {'Port': ['ID=a985a827-056c-47db-9067-d2ff532af61e,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:30.911826 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753734b7-7ae9-4492-8944-e4f1e7f0c814 None None] Pushing event updated for resources: {'Port': ['ID=4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72,revision_number=2']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:30.954174 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] Sync routers for ids ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'] in dv-cinder-813936-1-iscsi {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:08:30.965637 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] Routers {'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:08:30.966360 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:08:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:31.009385 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1239737e-d2e7-40f1-82e4-cfa5a53c37ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:31.013051 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-1239737e-d2e7-40f1-82e4-cfa5a53c37ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:31.016922 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-1239737e-d2e7-40f1-82e4-cfa5a53c37ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4c8df511-7bad-4827-a3bc-a85b2c9b029c HTTP/1.1" status: 204 len: 168 time: 0.3539627 Oct 14 18:08:31.030657 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239737e-d2e7-40f1-82e4-cfa5a53c37ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8df511-7bad-4827-a3bc-a85b2c9b029c,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:31.105728 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] Set router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:08:31.183289 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-07964565-3e44-4946-a13c-09d8670e6770 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:31.370069 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '5a0ddeb2-ce39-4437-a94f-c41e447a90cc', 'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'mac_address': 'fa:16:3e:5b:c5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:27Z', 'updated_at': '2021-10-14T18:08:28Z', 'revision_number': 2, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'subnets': [{'id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:31.416309 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] Checking router: e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb for host: dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:08:31.419181 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] Updating router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb port 5a0ddeb2-ce39-4437-a94f-c41e447a90cc binding host dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:08:31.447089 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bbba61c1-86ea-4d1d-92c3-34854d29cf7f req-f8833c8e-3414-463e-915c-60e3dd0b1c54 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2071066757&fields=id&tenant_id=c6b2ef325cc942e0847843cf9f478e1f HTTP/1.1" status: 200 len: 267 time: 0.0543418 Oct 14 18:08:31.450084 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:31.514060 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba61c1-86ea-4d1d-92c3-34854d29cf7f req-e8b0f9b1-1a6d-4caa-9317-2e19e4c61eb0 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:31.515609 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bbba61c1-86ea-4d1d-92c3-34854d29cf7f req-e8b0f9b1-1a6d-4caa-9317-2e19e4c61eb0 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 984 time: 0.0628436 Oct 14 18:08:31.527671 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [req-bbba61c1-86ea-4d1d-92c3-34854d29cf7f req-1f64d1b0-a43f-493b-a570-34e8f015ea85 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Request body: {'port': {'security_groups': ['2a7aa80b-b698-4b92-933b-64bc82585dbb']}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:08:31.622891 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-bbba61c1-86ea-4d1d-92c3-34854d29cf7f req-1f64d1b0-a43f-493b-a570-34e8f015ea85 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:31.739580 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-07964565-3e44-4946-a13c-09d8670e6770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3789984'] for router, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:31.797820 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] Notify callbacks [] for port, precommit_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:31.805496 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:31.847965 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [req-bbba61c1-86ea-4d1d-92c3-34854d29cf7f req-1f64d1b0-a43f-493b-a570-34e8f015ea85 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] For port 54604ef0-e8ed-46ac-bfa7-a5565744f8d8, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=54604ef0-e8ed-46ac-bfa7-a5565744f8d8,segment=NetworkSegment(9ffca814-2114-4ee0-8fe3-a2c2e4aa6627),segment_id=9ffca814-2114-4ee0-8fe3-a2c2e4aa6627)] {{(pid=99718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:31.878915 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552e75e-a2d7-46b0-aa9a-37780a8d01c3 None None] Pushing event updated for resources: {'Port': ['ID=5a0ddeb2-ce39-4437-a94f-c41e447a90cc,revision_number=3']} {{(pid=99721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:31.887856 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-bbba61c1-86ea-4d1d-92c3-34854d29cf7f req-1f64d1b0-a43f-493b-a570-34e8f015ea85 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for port, precommit_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:31.892114 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e75e-a2d7-46b0-aa9a-37780a8d01c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:31.892790 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e75e-a2d7-46b0-aa9a-37780a8d01c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:31.893413 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e75e-a2d7-46b0-aa9a-37780a8d01c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:31.894001 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e75e-a2d7-46b0-aa9a-37780a8d01c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:31.894736 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e75e-a2d7-46b0-aa9a-37780a8d01c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:31.895368 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e75e-a2d7-46b0-aa9a-37780a8d01c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:31.895869 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e75e-a2d7-46b0-aa9a-37780a8d01c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:31.896377 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e75e-a2d7-46b0-aa9a-37780a8d01c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:31.896896 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e75e-a2d7-46b0-aa9a-37780a8d01c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:31.897480 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e75e-a2d7-46b0-aa9a-37780a8d01c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:31.898159 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e75e-a2d7-46b0-aa9a-37780a8d01c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:31.898916 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e75e-a2d7-46b0-aa9a-37780a8d01c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:08:31.902459 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-bbba61c1-86ea-4d1d-92c3-34854d29cf7f req-1f64d1b0-a43f-493b-a570-34e8f015ea85 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9121014'] for port, after_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:31.904799 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07964565-3e44-4946-a13c-09d8670e6770 admin admin] Router 697f8040-a558-4a78-bd9c-de7014398232 is scheduled to L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef with binding_index 1 {{(pid=99719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 18:08:31.916282 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['54604ef0-e8ed-46ac-bfa7-a5565744f8d8'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:08:31.992411 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] Attempting to bind port 5a0ddeb2-ce39-4437-a94f-c41e447a90cc on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:08:31.993196 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] Attempting to bind port 5a0ddeb2-ce39-4437-a94f-c41e447a90cc by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': '46c69157-d0a8-458f-9e67-cefbc8750d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6'}] {{(pid=99721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:08:31.993421 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] Attempting to bind port 5a0ddeb2-ce39-4437-a94f-c41e447a90cc on network 5c83cb0d-c037-4e41-8511-ec3c449aafb6 {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:08:32.006469 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:08:32.008082 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] Checking segment: {'id': '46c69157-d0a8-458f-9e67-cefbc8750d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:08:32.008712 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:32.010470 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] Bound using segment: {'id': '46c69157-d0a8-458f-9e67-cefbc8750d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6'} {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:08:32.013199 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] Bound port: 5a0ddeb2-ce39-4437-a94f-c41e447a90cc, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c69157-d0a8-458f-9e67-cefbc8750d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6'}}] {{(pid=99721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:08:32.014670 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:32.030942 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba61c1-86ea-4d1d-92c3-34854d29cf7f req-1f64d1b0-a43f-493b-a570-34e8f015ea85 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:32.033219 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [req-bbba61c1-86ea-4d1d-92c3-34854d29cf7f req-1f64d1b0-a43f-493b-a570-34e8f015ea85 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:32.034641 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bbba61c1-86ea-4d1d-92c3-34854d29cf7f req-1f64d1b0-a43f-493b-a570-34e8f015ea85 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "PUT /v2.0/ports/54604ef0-e8ed-46ac-bfa7-a5565744f8d8 HTTP/1.1" status: 200 len: 942 time: 0.5124488 Oct 14 18:08:32.043250 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b5eab0-147b-41af-be9a-8e957e6ad9ff', 'tag': '54604ef0-e8ed-46ac-bfa7-a5565744f8d8'}] {{(pid=99718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:08:32.045577 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8f27bdffdb2052dedec3557c5a9650e18fe8e4a7ef2e79a5b2f75573612b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c9122c-06e7-4073-939c-2766f590f23b" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b5eab0-147b-41af-be9a-8e957e6ad9ff", "tag": "54604ef0-e8ed-46ac-bfa7-a5565744f8d8"}]}' {{(pid=99718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:08:32.083548 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57618) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:32.111355 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['54604ef0-e8ed-46ac-bfa7-a5565744f8d8'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:08:32.191057 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.db [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] For port 5a0ddeb2-ce39-4437-a94f-c41e447a90cc, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:08:32.197078 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.db [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] For port 5a0ddeb2-ce39-4437-a94f-c41e447a90cc, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=5a0ddeb2-ce39-4437-a94f-c41e447a90cc,segment=NetworkSegment(46c69157-d0a8-458f-9e67-cefbc8750d0d),segment_id=46c69157-d0a8-458f-9e67-cefbc8750d0d)] {{(pid=99721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:08:32.208094 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:32.211467 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07964565-3e44-4946-a13c-09d8670e6770 admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:08:32.236108 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] Sync routers for ids ['697f8040-a558-4a78-bd9c-de7014398232'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:08:32.307254 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552e75e-a2d7-46b0-aa9a-37780a8d01c3 None None] Pushing event updated for resources: {'Port': ['ID=5a0ddeb2-ce39-4437-a94f-c41e447a90cc,revision_number=4']} {{(pid=99721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:32.315404 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] Routers {'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:08:32.316023 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:08:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:32.327084 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] Routers {'697f8040-a558-4a78-bd9c-de7014398232'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:08:32.327282 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57622) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:32.329275 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:08:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['697f8040-a558-4a78-bd9c-de7014398232'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:32.364456 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-07964565-3e44-4946-a13c-09d8670e6770 admin admin] Notify callbacks [] for router, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:32.371275 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-07964565-3e44-4946-a13c-09d8670e6770 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4619620 Oct 14 18:08:32.372158 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57626) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:32.436527 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:08:32.537616 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] Set router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:08:32.651112 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c7b1b4-7b98-4a5e-87ec-e548336077c4 x-openstack-request-id: req-f5c7b1b4-7b98-4a5e-87ec-e548336077c4 {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:08:32.652126 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b5eab0-147b-41af-be9a-8e957e6ad9ff", "tag": "54604ef0-e8ed-46ac-bfa7-a5565744f8d8", "status": "completed", "code": 200}]} {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:08:32.652640 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5c7b1b4-7b98-4a5e-87ec-e548336077c4 {{(pid=99718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:08:32.653281 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b5eab0-147b-41af-be9a-8e957e6ad9ff', 'tag': '54604ef0-e8ed-46ac-bfa7-a5565744f8d8', 'status': 'completed', 'code': 200} Oct 14 18:08:32.661631 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64d1b0-a43f-493b-a570-34e8f015ea85 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Pushing event updated for resources: {'Port': ['ID=54604ef0-e8ed-46ac-bfa7-a5565744f8d8,revision_number=7']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:32.693045 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-d8cf4554-71b7-4142-a2e1-703750c1cc18 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1171448442-network', 'tenant_id': '58ae10a827444b05a1ea64e78029e882'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:08:32.702229 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-2238fe62-4388-47f3-9bdd-4867f5d61c77 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:32.735868 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-2238fe62-4388-47f3-9bdd-4867f5d61c77 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:32.774356 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e6929b-4ce3-4629-8e7b-28115d3da91c None None] Network 89e7b757-fd5a-4b08-a503-cb000a1dd1a3 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:08:32.818520 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-2238fe62-4388-47f3-9bdd-4867f5d61c77 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:32.822200 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '5a0ddeb2-ce39-4437-a94f-c41e447a90cc', 'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'mac_address': 'fa:16:3e:5b:c5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:27Z', 'updated_at': '2021-10-14T18:08:32Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'subnets': [{'id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:32.823860 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-2238fe62-4388-47f3-9bdd-4867f5d61c77 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:32.825653 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cf4554-71b7-4142-a2e1-703750c1cc18 admin admin] Made reservation on behalf of 58ae10a827444b05a1ea64e78029e882 for: {'network': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:08:32.827061 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-2238fe62-4388-47f3-9bdd-4867f5d61c77 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "DELETE /v2.0/security-groups/234d9a82-e409-4955-87bc-1bdf25f56ce4 HTTP/1.1" status: 204 len: 168 time: 0.7278259 Oct 14 18:08:32.831148 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d8cf4554-71b7-4142-a2e1-703750c1cc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for network, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:32.831420 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57630) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:32.843680 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d8cf4554-71b7-4142-a2e1-703750c1cc18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:32.848313 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238fe62-4388-47f3-9bdd-4867f5d61c77 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=234d9a82-e409-4955-87bc-1bdf25f56ce4,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:32.858884 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9122c-06e7-4073-939c-2766f590f23b req-d2f23866-4ecc-4896-977c-397d64d31f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:32.860388 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-67c9122c-06e7-4073-939c-2766f590f23b req-d2f23866-4ecc-4896-977c-397d64d31f04 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6b2ef325cc942e0847843cf9f478e1f&device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 1098 time: 0.6507690 Oct 14 18:08:32.861769 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc11685-96af-423f-a669-35859fab64d0 None None] The sync data for ids ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'] in dv-cinder-813936-1-iscsi is: [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '5a0ddeb2-ce39-4437-a94f-c41e447a90cc', 'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'mac_address': 'fa:16:3e:5b:c5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:27Z', 'updated_at': '2021-10-14T18:08:32Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'subnets': [{'id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:08:32.921001 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-d056a2cc-95c1-42d4-a0d8-f8808698a5f3 None None] Provisioning complete for port 5a0ddeb2-ce39-4437-a94f-c41e447a90cc triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:32.921942 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d056a2cc-95c1-42d4-a0d8-f8808698a5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:33.034188 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] Set router 697f8040-a558-4a78-bd9c-de7014398232 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:08:33.062968 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-16818143-a7d2-410b-8641-90d00dbab40a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Deleting port a9b2f703-32ea-43e8-9c2c-4e95a04b2988 {{(pid=99718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:08:33.063769 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-16818143-a7d2-410b-8641-90d00dbab40a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:33.075382 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9122c-06e7-4073-939c-2766f590f23b req-5f8d75be-6c7a-436b-a025-cbf3e8782fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:33.076901 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-67c9122c-06e7-4073-939c-2766f590f23b req-5f8d75be-6c7a-436b-a025-cbf3e8782fb4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=64034f3a-511e-4cd5-9882-a07640c76d0d HTTP/1.1" status: 200 len: 915 time: 0.2090364 Oct 14 18:08:33.119358 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:33.120646 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:33.154343 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-67c9122c-06e7-4073-939c-2766f590f23b req-b51079d1-fa13-45e2-a501-f592dcec21e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54604ef0-e8ed-46ac-bfa7-a5565744f8d8 HTTP/1.1" status: 200 len: 1000 time: 0.0695746 Oct 14 18:08:33.159479 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-16818143-a7d2-410b-8641-90d00dbab40a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:33.160046 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-16818143-a7d2-410b-8641-90d00dbab40a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:33.177800 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-16818143-a7d2-410b-8641-90d00dbab40a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Calling delete_port for a9b2f703-32ea-43e8-9c2c-4e95a04b2988 owned by network:floatingip {{(pid=99718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:08:33.194379 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d8cf4554-71b7-4142-a2e1-703750c1cc18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:33.219803 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d8cf4554-71b7-4142-a2e1-703750c1cc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:33.260801 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8cf4554-71b7-4142-a2e1-703750c1cc18 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=99719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 18:08:33.301696 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9122c-06e7-4073-939c-2766f590f23b req-8406d230-97de-4e5b-a8f8-5597c03bfe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:33.303176 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-67c9122c-06e7-4073-939c-2766f590f23b req-8406d230-97de-4e5b-a8f8-5597c03bfe3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=39bb6f49-4cc4-41ff-8aea-b97848978fd1 HTTP/1.1" status: 200 len: 853 time: 0.1279390 Oct 14 18:08:33.308307 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf4554-71b7-4142-a2e1-703750c1cc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfb09f2-bd83-4435-b1f3-987cc496ce93,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:33.316596 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d8cf4554-71b7-4142-a2e1-703750c1cc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:33.316967 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.segments_db [None req-d8cf4554-71b7-4142-a2e1-703750c1cc18 admin admin] Added segment 66f02586-7d3e-49fd-b7c2-ecb7726c4d61 of type vlan for network b8e33f10-6b70-4ce1-b582-ed30750cec95 Oct 14 18:08:33.399946 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8dc6cc95-e3a2-48b5-86cf-b50aa8ab9a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:33.407383 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-16818143-a7d2-410b-8641-90d00dbab40a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:33.419572 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9122c-06e7-4073-939c-2766f590f23b req-5fcc95f9-9dc6-4a9b-b6c1-c3cbc5f74adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:33.421098 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-67c9122c-06e7-4073-939c-2766f590f23b req-5fcc95f9-9dc6-4a9b-b6c1-c3cbc5f74adc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64034f3a-511e-4cd5-9882-a07640c76d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1096616 Oct 14 18:08:33.438412 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d8cf4554-71b7-4142-a2e1-703750c1cc18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762486039426'] for network, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:33.438944 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:33.499464 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16818143-a7d2-410b-8641-90d00dbab40a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Pushing event deleted for resources: {'Port': ['ID=a9b2f703-32ea-43e8-9c2c-4e95a04b2988,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:33.510695 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d056a2cc-95c1-42d4-a0d8-f8808698a5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:33.531268 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-16818143-a7d2-410b-8641-90d00dbab40a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks [] for floatingip, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:33.531610 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.db.l3_db [None req-16818143-a7d2-410b-8641-90d00dbab40a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Floating IP 25a4ce3f-eaef-4e66-b1b9-b276d611403d disassociated (deleted). External IP: 172.27.3.86, port: 54604ef0-e8ed-46ac-bfa7-a5565744f8d8. Oct 14 18:08:33.554682 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d8cf4554-71b7-4142-a2e1-703750c1cc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398'] for network, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:33.555639 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cf4554-71b7-4142-a2e1-703750c1cc18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:33.556215 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d8cf4554-71b7-4142-a2e1-703750c1cc18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:33.567691 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] For port 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72,segment=NetworkSegment(1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6),segment_id=1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:33.586155 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:33.586929 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 180e23f7-c4fb-4788-b7c7-0f5247a031a6 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:08:33.679459 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-d056a2cc-95c1-42d4-a0d8-f8808698a5f3 None None] For port 5a0ddeb2-ce39-4437-a94f-c41e447a90cc, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=5a0ddeb2-ce39-4437-a94f-c41e447a90cc,segment=NetworkSegment(46c69157-d0a8-458f-9e67-cefbc8750d0d),segment_id=46c69157-d0a8-458f-9e67-cefbc8750d0d)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:33.696270 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-d8cf4554-71b7-4142-a2e1-703750c1cc18 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3639579 Oct 14 18:08:33.698828 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d056a2cc-95c1-42d4-a0d8-f8808698a5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:33.707744 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57634) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:33.714273 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [None req-d2c7fee6-058b-4a56-bcc2-8980d0c44ca4 admin admin] Request body: {'subnet': {'network_id': 'b8e33f10-6b70-4ce1-b582-ed30750cec95', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1171448442-subnet', 'tenant_id': '58ae10a827444b05a1ea64e78029e882', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:08:33.734217 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-67c9122c-06e7-4073-939c-2766f590f23b req-437ec611-b37b-4001-84df-0afa26064e2c service neutron] 10.222.0.32 "GET /v2.0/networks/64034f3a-511e-4cd5-9882-a07640c76d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043251 Oct 14 18:08:33.738330 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf4554-71b7-4142-a2e1-703750c1cc18 admin admin] Pushing event updated for resources: {'Network': ['ID=b8e33f10-6b70-4ce1-b582-ed30750cec95,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:33.766718 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Network b8e33f10-6b70-4ce1-b582-ed30750cec95 details requested by agent ovs-agent-dv-cinder-813936-1-iscsi with host dv-cinder-813936-1-iscsi {{(pid=99720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 18:08:33.771958 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 180e23f7-c4fb-4788-b7c7-0f5247a031a6 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:33.772371 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:33.786680 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Pushing event updated for resources: {'Port': ['ID=4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72,revision_number=3']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:33.859212 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c7fee6-058b-4a56-bcc2-8980d0c44ca4 admin admin] Made reservation on behalf of 58ae10a827444b05a1ea64e78029e882 for: {'subnet': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:08:33.861672 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d2c7fee6-058b-4a56-bcc2-8980d0c44ca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12283257'] for subnet, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:33.866274 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16818143-a7d2-410b-8641-90d00dbab40a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Router 70e0cea5-3935-4aed-b824-c8a85c4c65bd has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:08:33.873174 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [None req-8dc6cc95-e3a2-48b5-86cf-b50aa8ab9a4a admin admin] Allocated IP 172.20.0.1 (89e7b757-fd5a-4b08-a503-cb000a1dd1a3/696a56ed-8675-4fd9-9944-ea3e0d7902b2/e8c99e2a-c87e-4640-a1d1-424b60893ef9) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:08:33.901321 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056a2cc-95c1-42d4-a0d8-f8808698a5f3 None None] Pushing event updated for resources: {'Port': ['ID=5a0ddeb2-ce39-4437-a94f-c41e447a90cc,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:33.917220 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697f8040-a558-4a78-bd9c-de7014398232', 'name': 'tempest-TestVolumeBootPattern-369848289-router', 'tenant_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a985a827-056c-47db-9067-d2ff532af61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:29Z', 'updated_at': '2021-10-14T18:08:31Z', 'revision_number': 3, 'project_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'gw_port': {'id': 'a985a827-056c-47db-9067-d2ff532af61e', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:db:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697f8040-a558-4a78-bd9c-de7014398232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:30Z', 'updated_at': '2021-10-14T18:08:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:33.984335 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] Checking router: 697f8040-a558-4a78-bd9c-de7014398232 for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:08:33.985775 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] Updating router 697f8040-a558-4a78-bd9c-de7014398232 port a985a827-056c-47db-9067-d2ff532af61e binding host dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:08:33.998352 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16818143-a7d2-410b-8641-90d00dbab40a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:08:33.998916 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-67c9122c-06e7-4073-939c-2766f590f23b req-f8c35025-5548-4560-80e9-c1410e90ee3f service neutron] 10.222.0.32 "GET /v2.0/networks/64034f3a-511e-4cd5-9882-a07640c76d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530031 Oct 14 18:08:34.003200 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-16818143-a7d2-410b-8641-90d00dbab40a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for floatingip, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:34.033574 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-16818143-a7d2-410b-8641-90d00dbab40a tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "DELETE /v2.0/floatingips/25a4ce3f-eaef-4e66-b1b9-b276d611403d HTTP/1.1" status: 204 len: 168 time: 1.1959026 Oct 14 18:08:34.036749 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-8382299c-ff1a-48f8-83e6-601dce7703db None None] Provisioning complete for port 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:34.037175 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-8382299c-ff1a-48f8-83e6-601dce7703db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:34.041585 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cd2d19-a299-495a-8d66-f250c507760c None None] Sync routers for ids ['70e0cea5-3935-4aed-b824-c8a85c4c65bd'] in dv-cinder-813936-1-iscsi {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:08:34.054550 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cd2d19-a299-495a-8d66-f250c507760c None None] Routers {'70e0cea5-3935-4aed-b824-c8a85c4c65bd'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:08:34.055412 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-e8cd2d19-a299-495a-8d66-f250c507760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:08:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['70e0cea5-3935-4aed-b824-c8a85c4c65bd'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:34.055683 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:34.107934 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8dc6cc95-e3a2-48b5-86cf-b50aa8ab9a4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:34.189713 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d2c7fee6-058b-4a56-bcc2-8980d0c44ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8939245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12283147'] for subnet, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:34.218833 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8dc6cc95-e3a2-48b5-86cf-b50aa8ab9a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:34.222632 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-e8cd2d19-a299-495a-8d66-f250c507760c None None] Set router 70e0cea5-3935-4aed-b824-c8a85c4c65bd gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:08:34.303015 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc6cc95-e3a2-48b5-86cf-b50aa8ab9a4a admin admin] Network 89e7b757-fd5a-4b08-a503-cb000a1dd1a3 is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:08:34.328052 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-8dc6cc95-e3a2-48b5-86cf-b50aa8ab9a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:08:34.350613 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc6cc95-e3a2-48b5-86cf-b50aa8ab9a4a admin admin] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:08:34.422330 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8dc6cc95-e3a2-48b5-86cf-b50aa8ab9a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3790741'] for router_interface, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:34.426741 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7fee6-058b-4a56-bcc2-8980d0c44ca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff94d00-1142-4e7e-8843-8e51cf9cfdcd,revision_number=0']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:34.468189 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-8382299c-ff1a-48f8-83e6-601dce7703db None None] Provisioning complete for port 54604ef0-e8ed-46ac-bfa7-a5565744f8d8 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:34.468567 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-8382299c-ff1a-48f8-83e6-601dce7703db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:34.478381 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6cc95-e3a2-48b5-86cf-b50aa8ab9a4a admin admin] Pushing event updated for resources: {'Port': ['ID=e8c99e2a-c87e-4640-a1d1-424b60893ef9,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:34.484604 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c7fee6-058b-4a56-bcc2-8980d0c44ca4 admin admin] Checking segment: {'id': '66f02586-7d3e-49fd-b7c2-ecb7726c4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b8e33f10-6b70-4ce1-b582-ed30750cec95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:08:34.485115 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c7fee6-058b-4a56-bcc2-8980d0c44ca4 admin admin] Network hostable DHCP agents. Network: b8e33f10-6b70-4ce1-b582-ed30750cec95, hostable agents: ['bf408c59-2cf8-4546-bb87-81b32559f057'], hosted agents: [] {{(pid=99719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 18:08:34.518937 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c7fee6-058b-4a56-bcc2-8980d0c44ca4 admin admin] Network b8e33f10-6b70-4ce1-b582-ed30750cec95 is scheduled to be hosted by DHCP agent bf408c59-2cf8-4546-bb87-81b32559f057 with binding_index 1 {{(pid=99719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 18:08:34.531938 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-d2c7fee6-058b-4a56-bcc2-8980d0c44ca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813936-1-iscsi, b8e33f10-6b70-4ce1-b582-ed30750cec95) {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:08:34.538449 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c7fee6-058b-4a56-bcc2-8980d0c44ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:34.539111 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-d2c7fee6-058b-4a56-bcc2-8980d0c44ca4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:34.562509 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af030d72-1977-4bda-922d-7f20676842d3 None None] Network b8e33f10-6b70-4ce1-b582-ed30750cec95 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:08:34.564452 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 5a0ddeb2-ce39-4437-a94f-c41e447a90cc up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:08:34.610925 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-d2c7fee6-058b-4a56-bcc2-8980d0c44ca4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9003134 Oct 14 18:08:34.645741 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-e8cd2d19-a299-495a-8d66-f250c507760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'name': 'tempest-TestMinimumBasicScenario-106770234-router', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:20Z', 'updated_at': '2021-10-14T18:06:24Z', 'revision_number': 4, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'gw_port': {'id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:af:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:21Z', 'updated_at': '2021-10-14T18:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '80267065-694f-4903-8693-1300ed1e218f', 'name': '', 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'mac_address': 'fa:16:3e:9a:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '39bb6f49-4cc4-41ff-8aea-b97848978fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:23Z', 'updated_at': '2021-10-14T18:06:28Z', 'revision_number': 5, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'subnets': [{'id': '39bb6f49-4cc4-41ff-8aea-b97848978fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:34.654910 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b5eab0-147b-41af-be9a-8e957e6ad9ff', 'tag': '54604ef0-e8ed-46ac-bfa7-a5565744f8d8'}] {{(pid=99718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:08:34.658375 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8f27bdffdb2052dedec3557c5a9650e18fe8e4a7ef2e79a5b2f75573612b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a202b4f9-2ff3-403e-8fd8-7ce964811810" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b5eab0-147b-41af-be9a-8e957e6ad9ff", "tag": "54604ef0-e8ed-46ac-bfa7-a5565744f8d8"}]}' {{(pid=99718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:08:34.675712 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8dc6cc95-e3a2-48b5-86cf-b50aa8ab9a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:34.690597 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cd2d19-a299-495a-8d66-f250c507760c None None] Checking router: 70e0cea5-3935-4aed-b824-c8a85c4c65bd for host: dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:08:34.713668 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cd2d19-a299-495a-8d66-f250c507760c None None] Routers {'70e0cea5-3935-4aed-b824-c8a85c4c65bd'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:08:34.714408 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-e8cd2d19-a299-495a-8d66-f250c507760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:08:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['70e0cea5-3935-4aed-b824-c8a85c4c65bd'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:34.767224 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be54a886-0dd0-45a9-9e27-1442edc4b274 x-openstack-request-id: req-be54a886-0dd0-45a9-9e27-1442edc4b274 {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:08:34.767524 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b5eab0-147b-41af-be9a-8e957e6ad9ff", "tag": "54604ef0-e8ed-46ac-bfa7-a5565744f8d8", "status": "completed", "code": 200}]} {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:08:34.769131 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be54a886-0dd0-45a9-9e27-1442edc4b274 {{(pid=99718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:08:34.769583 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b5eab0-147b-41af-be9a-8e957e6ad9ff', 'tag': '54604ef0-e8ed-46ac-bfa7-a5565744f8d8', 'status': 'completed', 'code': 200} Oct 14 18:08:34.870583 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-e8cd2d19-a299-495a-8d66-f250c507760c None None] Set router 70e0cea5-3935-4aed-b824-c8a85c4c65bd gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:08:34.944709 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] Notify callbacks [] for port, precommit_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:34.953794 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f4fe7e-f6c8-4fe5-b082-674aa33271a1 None None] Network b8e33f10-6b70-4ce1-b582-ed30750cec95 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:08:35.021631 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:35.048474 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202b4f9-2ff3-403e-8fd8-7ce964811810 req-5fd44126-e6e5-4857-b8a7-2b1024f0581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:35.049877 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a202b4f9-2ff3-403e-8fd8-7ce964811810 req-5fd44126-e6e5-4857-b8a7-2b1024f0581b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6b2ef325cc942e0847843cf9f478e1f&device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 1098 time: 0.2557595 Oct 14 18:08:35.129246 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b853a0-b3d7-4df7-8b07-b87c6358096d None None] Pushing event updated for resources: {'Port': ['ID=a985a827-056c-47db-9067-d2ff532af61e,revision_number=2']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:35.153151 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 5a0ddeb2-ce39-4437-a94f-c41e447a90cc triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:35.153529 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:35.180604 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] Attempting to bind port a985a827-056c-47db-9067-d2ff532af61e on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:08:35.181005 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] Attempting to bind port a985a827-056c-47db-9067-d2ff532af61e by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:08:35.181504 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] Attempting to bind port a985a827-056c-47db-9067-d2ff532af61e on network d72eea9d-773f-4ba1-af60-02bc446a2bfb {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:08:35.202989 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-8382299c-ff1a-48f8-83e6-601dce7703db None None] Provisioning complete for port 5a0ddeb2-ce39-4437-a94f-c41e447a90cc triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:35.203665 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-8382299c-ff1a-48f8-83e6-601dce7703db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:35.227135 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8dc6cc95-e3a2-48b5-86cf-b50aa8ab9a4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:35.237928 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:08:35.238320 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] Checking segment: {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:08:35.238697 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:35.239091 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] Bound using segment: {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'} {{(pid=99720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:08:35.239499 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8dc6cc95-e3a2-48b5-86cf-b50aa8ab9a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:35.239672 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.managers [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] Bound port: a985a827-056c-47db-9067-d2ff532af61e, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf9c664-1879-488f-bb8c-e82c77697f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb'}}] {{(pid=99720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:08:35.239926 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:35.251367 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-e8cd2d19-a299-495a-8d66-f250c507760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'name': 'tempest-TestMinimumBasicScenario-106770234-router', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:20Z', 'updated_at': '2021-10-14T18:06:24Z', 'revision_number': 4, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'gw_port': {'id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:af:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:21Z', 'updated_at': '2021-10-14T18:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '80267065-694f-4903-8693-1300ed1e218f', 'name': '', 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'mac_address': 'fa:16:3e:9a:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '39bb6f49-4cc4-41ff-8aea-b97848978fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:23Z', 'updated_at': '2021-10-14T18:06:28Z', 'revision_number': 5, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'subnets': [{'id': '39bb6f49-4cc4-41ff-8aea-b97848978fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:35.297724 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cd2d19-a299-495a-8d66-f250c507760c None None] The sync data for ids ['70e0cea5-3935-4aed-b824-c8a85c4c65bd'] in dv-cinder-813936-1-iscsi is: [{'id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'name': 'tempest-TestMinimumBasicScenario-106770234-router', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:20Z', 'updated_at': '2021-10-14T18:06:24Z', 'revision_number': 4, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'gw_port': {'id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:af:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:21Z', 'updated_at': '2021-10-14T18:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '80267065-694f-4903-8693-1300ed1e218f', 'name': '', 'network_id': '64034f3a-511e-4cd5-9882-a07640c76d0d', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'mac_address': 'fa:16:3e:9a:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '39bb6f49-4cc4-41ff-8aea-b97848978fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:23Z', 'updated_at': '2021-10-14T18:06:28Z', 'revision_number': 5, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'subnets': [{'id': '39bb6f49-4cc4-41ff-8aea-b97848978fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:08:35.302050 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] For port a985a827-056c-47db-9067-d2ff532af61e, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:08:35.305837 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] For port a985a827-056c-47db-9067-d2ff532af61e, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=a985a827-056c-47db-9067-d2ff532af61e,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:08:35.308801 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202b4f9-2ff3-403e-8fd8-7ce964811810 req-a4849d38-c67f-4d6a-aa18-a55c7942fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:35.310719 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a202b4f9-2ff3-403e-8fd8-7ce964811810 req-a4849d38-c67f-4d6a-aa18-a55c7942fc9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=64034f3a-511e-4cd5-9882-a07640c76d0d HTTP/1.1" status: 200 len: 915 time: 0.2458701 Oct 14 18:08:35.327213 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:35.376440 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a202b4f9-2ff3-403e-8fd8-7ce964811810 req-43a12479-7b81-4c19-84c3-f64e99551dbb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54604ef0-e8ed-46ac-bfa7-a5565744f8d8 HTTP/1.1" status: 200 len: 217 time: 0.0542941 Oct 14 18:08:35.377279 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8dc6cc95-e3a2-48b5-86cf-b50aa8ab9a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3790817'] for router_interface, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:35.384495 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6cc95-e3a2-48b5-86cf-b50aa8ab9a4a admin admin] Pushing event updated for resources: {'Port': ['ID=e8c99e2a-c87e-4640-a1d1-424b60893ef9,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:35.414085 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b853a0-b3d7-4df7-8b07-b87c6358096d None None] Pushing event updated for resources: {'Port': ['ID=a985a827-056c-47db-9067-d2ff532af61e,revision_number=3']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:35.503986 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202b4f9-2ff3-403e-8fd8-7ce964811810 req-5fc0fdc2-9a9c-4401-8be6-a4d217a92729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:35.505347 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a202b4f9-2ff3-403e-8fd8-7ce964811810 req-5fc0fdc2-9a9c-4401-8be6-a4d217a92729 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=39bb6f49-4cc4-41ff-8aea-b97848978fd1 HTTP/1.1" status: 200 len: 853 time: 0.1181631 Oct 14 18:08:35.533540 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] Routers {'697f8040-a558-4a78-bd9c-de7014398232'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:08:35.534195 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:08:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['697f8040-a558-4a78-bd9c-de7014398232'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:35.584803 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc6cc95-e3a2-48b5-86cf-b50aa8ab9a4a admin admin] Network 89e7b757-fd5a-4b08-a503-cb000a1dd1a3 is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:08:35.586992 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [None req-8dc6cc95-e3a2-48b5-86cf-b50aa8ab9a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:08:35.596193 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202b4f9-2ff3-403e-8fd8-7ce964811810 req-a8c93aad-d126-499c-9c2a-4f188545354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:35.597853 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a202b4f9-2ff3-403e-8fd8-7ce964811810 req-a8c93aad-d126-499c-9c2a-4f188545354a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64034f3a-511e-4cd5-9882-a07640c76d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846565 Oct 14 18:08:35.683663 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:08:35.781596 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] Set router 697f8040-a558-4a78-bd9c-de7014398232 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:08:35.820285 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4387e62-cfb5-46bf-b1c8-0e91ff644324 None None] New status for floating IP 25a4ce3f-eaef-4e66-b1b9-b276d611403d: DOWN {{(pid=99720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 18:08:35.831881 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:35.832258 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:35.835129 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a202b4f9-2ff3-403e-8fd8-7ce964811810 req-dc3d16ce-e74f-48db-9671-1d579af83d34 service neutron] 10.222.0.32 "GET /v2.0/networks/64034f3a-511e-4cd5-9882-a07640c76d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288024 Oct 14 18:08:35.865059 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc6cc95-e3a2-48b5-86cf-b50aa8ab9a4a admin admin] Router 697f8040-a558-4a78-bd9c-de7014398232 has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:08:36.009353 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-968276af-1797-4199-aa16-229a8bc3a837 None None] Provisioning complete for port e8c99e2a-c87e-4640-a1d1-424b60893ef9 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:36.009729 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-968276af-1797-4199-aa16-229a8bc3a837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:36.097669 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-968276af-1797-4199-aa16-229a8bc3a837 None None] Port e8c99e2a-c87e-4640-a1d1-424b60893ef9 cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:08:36.150531 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-968276af-1797-4199-aa16-229a8bc3a837 None None] Provisioning complete for port 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:36.150905 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-968276af-1797-4199-aa16-229a8bc3a837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:36.217435 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697f8040-a558-4a78-bd9c-de7014398232', 'name': 'tempest-TestVolumeBootPattern-369848289-router', 'tenant_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a985a827-056c-47db-9067-d2ff532af61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:29Z', 'updated_at': '2021-10-14T18:08:34Z', 'revision_number': 4, 'project_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'gw_port': {'id': 'a985a827-056c-47db-9067-d2ff532af61e', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:db:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697f8040-a558-4a78-bd9c-de7014398232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:30Z', 'updated_at': '2021-10-14T18:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'e8c99e2a-c87e-4640-a1d1-424b60893ef9', 'name': '', 'network_id': '89e7b757-fd5a-4b08-a503-cb000a1dd1a3', 'tenant_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'mac_address': 'fa:16:3e:aa:76:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697f8040-a558-4a78-bd9c-de7014398232', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '696a56ed-8675-4fd9-9944-ea3e0d7902b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:33Z', 'updated_at': '2021-10-14T18:08:34Z', 'revision_number': 2, 'project_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'subnets': [{'id': '696a56ed-8675-4fd9-9944-ea3e0d7902b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:36.266384 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfdcb44-3c00-49c9-8463-962405ebe3cc None None] The sync data for ids ['697f8040-a558-4a78-bd9c-de7014398232'] in dv-cinder-813936-1-iscsi is: [{'id': '697f8040-a558-4a78-bd9c-de7014398232', 'name': 'tempest-TestVolumeBootPattern-369848289-router', 'tenant_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a985a827-056c-47db-9067-d2ff532af61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:29Z', 'updated_at': '2021-10-14T18:08:34Z', 'revision_number': 4, 'project_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'gw_port': {'id': 'a985a827-056c-47db-9067-d2ff532af61e', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:db:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697f8040-a558-4a78-bd9c-de7014398232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:30Z', 'updated_at': '2021-10-14T18:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'e8c99e2a-c87e-4640-a1d1-424b60893ef9', 'name': '', 'network_id': '89e7b757-fd5a-4b08-a503-cb000a1dd1a3', 'tenant_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'mac_address': 'fa:16:3e:aa:76:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697f8040-a558-4a78-bd9c-de7014398232', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '696a56ed-8675-4fd9-9944-ea3e0d7902b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:33Z', 'updated_at': '2021-10-14T18:08:34Z', 'revision_number': 2, 'project_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'subnets': [{'id': '696a56ed-8675-4fd9-9944-ea3e0d7902b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:08:36.290623 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a202b4f9-2ff3-403e-8fd8-7ce964811810 req-c0924beb-c10d-4169-af23-b772097552e5 service neutron] 10.222.0.32 "GET /v2.0/networks/64034f3a-511e-4cd5-9882-a07640c76d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474201 Oct 14 18:08:36.311523 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc6cc95-e3a2-48b5-86cf-b50aa8ab9a4a admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:08:36.320250 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-8dc6cc95-e3a2-48b5-86cf-b50aa8ab9a4a admin admin] 10.222.0.49 "PUT /v2.0/routers/697f8040-a558-4a78-bd9c-de7014398232/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9436853 Oct 14 18:08:36.401886 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-14b80ef2-1db5-41c6-88ec-44ad3b2c21ca None None] Provisioning complete for port e8c99e2a-c87e-4640-a1d1-424b60893ef9 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:36.402265 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-14b80ef2-1db5-41c6-88ec-44ad3b2c21ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:36.439042 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-14b80ef2-1db5-41c6-88ec-44ad3b2c21ca None None] Port e8c99e2a-c87e-4640-a1d1-424b60893ef9 cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:08:36.824845 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-dc016086-3a81-4590-b32c-ca79fe7bfcbd tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:36.826371 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-dc016086-3a81-4590-b32c-ca79fe7bfcbd tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/networks?id=b8e33f10-6b70-4ce1-b582-ed30750cec95 HTTP/1.1" status: 200 len: 814 time: 0.1122618 Oct 14 18:08:36.844031 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-c1a6d06b-9d02-47b6-aa7b-9871b41ee579 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/quotas/58ae10a827444b05a1ea64e78029e882 HTTP/1.1" status: 200 len: 375 time: 0.0105183 Oct 14 18:08:36.896524 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-a43dd439-2c21-4408-a85e-19806416f067 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=58ae10a827444b05a1ea64e78029e882&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417397 Oct 14 18:08:36.998529 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-91405c99-ca0e-452c-922b-ddf5ba96e3f8 service neutron] 10.222.0.49 "GET /v2.0/networks/b8e33f10-6b70-4ce1-b582-ed30750cec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938532 Oct 14 18:08:37.100752 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-bfda179b-769b-414a-ac8d-319ccfe7d339 service neutron] 10.222.0.49 "GET /v2.0/networks/b8e33f10-6b70-4ce1-b582-ed30750cec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956800 Oct 14 18:08:37.207747 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57694) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:37.215569 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-26ad7362-011d-43ec-b0c3-61b18d84d4d5 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2138304253', 'description': 'tempest-secgroup-smoke-2138304253 description', 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:08:37.278264 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-26ad7362-011d-43ec-b0c3-61b18d84d4d5 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:37.305847 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8b4b224d-81df-47e4-af19-8ce9551fb0e7 req-2b0d3f45-4b76-431b-9af0-0b9021d9894e tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e685812-a841-4879-9fe9-3634c6c23848 HTTP/1.1" status: 200 len: 210 time: 0.0463641 Oct 14 18:08:37.374202 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-26ad7362-011d-43ec-b0c3-61b18d84d4d5 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:37.382530 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-26ad7362-011d-43ec-b0c3-61b18d84d4d5 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:37.414087 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-26ad7362-011d-43ec-b0c3-61b18d84d4d5 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:37.415318 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-26ad7362-011d-43ec-b0c3-61b18d84d4d5 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2062800 Oct 14 18:08:37.418516 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57706) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:37.422872 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-6eb1d2f8-60d6-441c-9261-862e012e0fa7 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Request body: {'security_group_rule': {'security_group_id': 'e2c1c90e-786d-434e-b460-bdb83b791d37', 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:08:37.429453 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad7362-011d-43ec-b0c3-61b18d84d4d5 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c1c90e-786d-434e-b460-bdb83b791d37,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:37.485275 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6eb1d2f8-60d6-441c-9261-862e012e0fa7 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:37.522388 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e7ebe-abf8-453f-b8f5-78348c439ad7 req-e5e09f1c-fd93-4278-b0e4-01011267fb08 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:37.525401 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-de3e7ebe-abf8-453f-b8f5-78348c439ad7 req-e5e09f1c-fd93-4278-b0e4-01011267fb08 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 945 time: 0.0847955 Oct 14 18:08:37.581385 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-de3e7ebe-abf8-453f-b8f5-78348c439ad7 req-f77efc68-c884-41a7-bff0-f968e10914ae tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506659 Oct 14 18:08:37.590934 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6eb1d2f8-60d6-441c-9261-862e012e0fa7 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:37.596047 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6eb1d2f8-60d6-441c-9261-862e012e0fa7 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:37.620134 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1d2f8-60d6-441c-9261-862e012e0fa7 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98afc8f2-9541-44e2-a3c4-b4756105e4ee,revision_number=0']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:37.626813 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6eb1d2f8-60d6-441c-9261-862e012e0fa7 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:37.630771 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-6eb1d2f8-60d6-441c-9261-862e012e0fa7 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2085900 Oct 14 18:08:37.631188 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57710) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:37.637026 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-e81489ba-990c-429a-bc8b-1ba15697554f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Request body: {'security_group_rule': {'security_group_id': 'e2c1c90e-786d-434e-b460-bdb83b791d37', 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:08:37.668338 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e81489ba-990c-429a-bc8b-1ba15697554f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:37.728448 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e81489ba-990c-429a-bc8b-1ba15697554f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:37.732262 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e81489ba-990c-429a-bc8b-1ba15697554f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:37.749287 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81489ba-990c-429a-bc8b-1ba15697554f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70529c4d-3edd-468d-bcad-2b5f0e2ba20e,revision_number=0']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:37.757419 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e81489ba-990c-429a-bc8b-1ba15697554f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:37.758716 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-e81489ba-990c-429a-bc8b-1ba15697554f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267407 Oct 14 18:08:37.761363 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57712) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:37.765880 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-38ed543d-e644-48d7-bc85-6d9ec4f87d4f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Request body: {'security_group_rule': {'security_group_id': 'e2c1c90e-786d-434e-b460-bdb83b791d37', 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:08:37.792303 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-38ed543d-e644-48d7-bc85-6d9ec4f87d4f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:37.856247 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-38ed543d-e644-48d7-bc85-6d9ec4f87d4f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:37.860005 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-38ed543d-e644-48d7-bc85-6d9ec4f87d4f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:37.877714 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed543d-e644-48d7-bc85-6d9ec4f87d4f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6a620b-f6f1-4d50-91d6-2ed93e76d326,revision_number=0']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:37.886104 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-38ed543d-e644-48d7-bc85-6d9ec4f87d4f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:37.887334 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-38ed543d-e644-48d7-bc85-6d9ec4f87d4f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248679 Oct 14 18:08:37.890229 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57714) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:37.895082 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-c565a5bc-1907-4926-9606-6feb0fd1e853 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Request body: {'security_group_rule': {'security_group_id': 'e2c1c90e-786d-434e-b460-bdb83b791d37', 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:08:37.923225 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c565a5bc-1907-4926-9606-6feb0fd1e853 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:37.981440 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c565a5bc-1907-4926-9606-6feb0fd1e853 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:37.985655 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c565a5bc-1907-4926-9606-6feb0fd1e853 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:38.000031 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565a5bc-1907-4926-9606-6feb0fd1e853 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec5ff7b-a7d8-4de9-9e32-c3438b181c6f,revision_number=0']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:38.010663 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-c565a5bc-1907-4926-9606-6feb0fd1e853 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:38.011837 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-c565a5bc-1907-4926-9606-6feb0fd1e853 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206768 Oct 14 18:08:38.014530 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57716) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:38.018784 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-3ccfafc2-8aae-42a9-84f7-a6be126d6c12 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Request body: {'security_group_rule': {'security_group_id': 'e2c1c90e-786d-434e-b460-bdb83b791d37', 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:08:38.038996 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.db.securitygroups_db [None req-3ccfafc2-8aae-42a9-84f7-a6be126d6c12 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Project fe6ea98a16a0448a9e137ee43fd4774d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 18:08:38.043891 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3ccfafc2-8aae-42a9-84f7-a6be126d6c12 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:38.101101 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3ccfafc2-8aae-42a9-84f7-a6be126d6c12 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:38.105326 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3ccfafc2-8aae-42a9-84f7-a6be126d6c12 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:38.122284 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccfafc2-8aae-42a9-84f7-a6be126d6c12 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45792790-ce39-4fef-8d5f-5b0068ee615b,revision_number=0']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:38.131414 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3ccfafc2-8aae-42a9-84f7-a6be126d6c12 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:38.133650 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-3ccfafc2-8aae-42a9-84f7-a6be126d6c12 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181693 Oct 14 18:08:38.136447 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57718) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:38.140716 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-3ee34c8b-32ce-45f5-823f-43a205dba3ca tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Request body: {'security_group_rule': {'security_group_id': 'e2c1c90e-786d-434e-b460-bdb83b791d37', 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:08:38.162241 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.db.securitygroups_db [None req-3ee34c8b-32ce-45f5-823f-43a205dba3ca tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Project fe6ea98a16a0448a9e137ee43fd4774d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 18:08:38.167936 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3ee34c8b-32ce-45f5-823f-43a205dba3ca tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:38.232595 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3ee34c8b-32ce-45f5-823f-43a205dba3ca tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:38.237146 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3ee34c8b-32ce-45f5-823f-43a205dba3ca tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686366'] for security_group_rule, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:38.260126 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee34c8b-32ce-45f5-823f-43a205dba3ca tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e6f41c-312c-4975-a7f2-7f38b1b55ca0,revision_number=0']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:38.270034 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-3ee34c8b-32ce-45f5-823f-43a205dba3ca tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:38.271244 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-3ee34c8b-32ce-45f5-823f-43a205dba3ca tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1338341 Oct 14 18:08:38.297753 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-5059252a-ea56-4ce6-8b6d-f5e89c93f54d tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:38.299223 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-5059252a-ea56-4ce6-8b6d-f5e89c93f54d tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.32 "GET /v2.0/networks?id=b8e33f10-6b70-4ce1-b582-ed30750cec95 HTTP/1.1" status: 200 len: 814 time: 0.1129611 Oct 14 18:08:38.313698 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-833b46dd-c8d6-42c7-94fc-fa7592bbe593 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Request body: {'port': {'device_id': '0e685812-a841-4879-9fe9-3634c6c23848', 'network_id': 'b8e33f10-6b70-4ce1-b582-ed30750cec95', 'admin_state_up': True, 'tenant_id': '58ae10a827444b05a1ea64e78029e882'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:08:38.413060 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-569e6441-d8d7-4d4d-aef7-e104196c22cb req-fc9539aa-19da-4ec4-98ab-89feee90d461 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e685812-a841-4879-9fe9-3634c6c23848 HTTP/1.1" status: 200 len: 210 time: 0.0290620 Oct 14 18:08:38.478591 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-833b46dd-c8d6-42c7-94fc-fa7592bbe593 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Made reservation on behalf of 58ae10a827444b05a1ea64e78029e882 for: {'port': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:08:38.482241 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-833b46dd-c8d6-42c7-94fc-fa7592bbe593 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:38.509547 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device a985a827-056c-47db-9067-d2ff532af61e up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:08:38.560739 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port a985a827-056c-47db-9067-d2ff532af61e triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:38.561151 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:38.657303 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:38.657522 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-833b46dd-c8d6-42c7-94fc-fa7592bbe593 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Allocated IP 172.20.0.13 (b8e33f10-6b70-4ce1-b582-ed30750cec95/aff94d00-1142-4e7e-8843-8e51cf9cfdcd/b7aa9abe-1ddb-45bb-a917-101b601dbe35) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:08:38.690928 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] For port a985a827-056c-47db-9067-d2ff532af61e, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=a985a827-056c-47db-9067-d2ff532af61e,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:38.695808 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:38.728444 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1503a2-dcd1-4c1b-b06d-7bf98795a1ea req-622f29fe-559d-4721-a363-757eb6f62b14 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:38.736043 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8d1503a2-dcd1-4c1b-b06d-7bf98795a1ea req-622f29fe-559d-4721-a363-757eb6f62b14 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 945 time: 0.0669746 Oct 14 18:08:38.762857 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Pushing event updated for resources: {'Port': ['ID=a985a827-056c-47db-9067-d2ff532af61e,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:38.814041 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8d1503a2-dcd1-4c1b-b06d-7bf98795a1ea req-91e84a2c-bbf2-40c2-a67e-59a400fdf724 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767725 Oct 14 18:08:38.844809 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-833b46dd-c8d6-42c7-94fc-fa7592bbe593 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:38.888047 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-833b46dd-c8d6-42c7-94fc-fa7592bbe593 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:38.915244 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-4448bdf8-3e64-425a-b689-fa00d6c83ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:38.935547 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-833b46dd-c8d6-42c7-94fc-fa7592bbe593 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Network b8e33f10-6b70-4ce1-b582-ed30750cec95 is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:08:38.938700 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-833b46dd-c8d6-42c7-94fc-fa7592bbe593 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:08:38.942296 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-833b46dd-c8d6-42c7-94fc-fa7592bbe593 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:08:38.951433 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b46dd-c8d6-42c7-94fc-fa7592bbe593 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Pushing event updated for resources: {'Port': ['ID=b7aa9abe-1ddb-45bb-a917-101b601dbe35,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:38.998801 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-833b46dd-c8d6-42c7-94fc-fa7592bbe593 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:38.999406 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-833b46dd-c8d6-42c7-94fc-fa7592bbe593 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:39.015956 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-833b46dd-c8d6-42c7-94fc-fa7592bbe593 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7063949 Oct 14 18:08:39.028149 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] Request body: {'port': {'device_id': '0e685812-a841-4879-9fe9-3634c6c23848', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81393'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:08:39.080629 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:39.247856 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2effb-b995-43f1-9ba8-859569ec9391 req-4667d7de-208a-4a79-b1e1-d739a3ec005e tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:39.249211 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7cf2effb-b995-43f1-9ba8-859569ec9391 req-4667d7de-208a-4a79-b1e1-d739a3ec005e tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 945 time: 0.1290538 Oct 14 18:08:39.424828 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-7cf2effb-b995-43f1-9ba8-859569ec9391 req-e5b85e0f-5c68-47ea-882e-0e6a26303946 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Deleting port 54604ef0-e8ed-46ac-bfa7-a5565744f8d8 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:08:39.425519 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-7cf2effb-b995-43f1-9ba8-859569ec9391 req-e5b85e0f-5c68-47ea-882e-0e6a26303946 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:39.550268 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7aa9abe-1ddb-45bb-a917-101b601dbe35 {{(pid=99719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:08:39.563468 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:39.604954 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.provisioning_blocks [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] Transition to ACTIVE for port object b7aa9abe-1ddb-45bb-a917-101b601dbe35 will not be triggered until provisioned by entity L2. {{(pid=99719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 18:08:39.619078 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c3a3b-8f25-4e49-ac18-33c811e79317 req-c37f4c47-3b46-486d-a725-233a6c047d9a tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:39.620533 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7b1c3a3b-8f25-4e49-ac18-33c811e79317 req-c37f4c47-3b46-486d-a725-233a6c047d9a tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e685812-a841-4879-9fe9-3634c6c23848 HTTP/1.1" status: 200 len: 932 time: 0.1139152 Oct 14 18:08:39.622722 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:39.631945 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-7cf2effb-b995-43f1-9ba8-859569ec9391 req-e5b85e0f-5c68-47ea-882e-0e6a26303946 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] For port 54604ef0-e8ed-46ac-bfa7-a5565744f8d8, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=54604ef0-e8ed-46ac-bfa7-a5565744f8d8,segment=NetworkSegment(9ffca814-2114-4ee0-8fe3-a2c2e4aa6627),segment_id=9ffca814-2114-4ee0-8fe3-a2c2e4aa6627)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:39.632303 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-7cf2effb-b995-43f1-9ba8-859569ec9391 req-e5b85e0f-5c68-47ea-882e-0e6a26303946 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:39.679427 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-7cf2effb-b995-43f1-9ba8-859569ec9391 req-e5b85e0f-5c68-47ea-882e-0e6a26303946 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Calling delete_port for 54604ef0-e8ed-46ac-bfa7-a5565744f8d8 owned by compute:nova {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:08:39.759559 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] Pushing event updated for resources: {'Port': ['ID=b7aa9abe-1ddb-45bb-a917-101b601dbe35,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:39.771350 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7b1c3a3b-8f25-4e49-ac18-33c811e79317 req-34200ab3-e081-4da1-9ae8-fc00eb97d4bc tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7dfb09f2-bd83-4435-b1f3-987cc496ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364605 Oct 14 18:08:39.863381 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] Attempting to bind port b7aa9abe-1ddb-45bb-a917-101b601dbe35 on host hv-cinder-81393 for vnic_type normal with profile {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:08:39.863711 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] Attempting to bind port b7aa9abe-1ddb-45bb-a917-101b601dbe35 by drivers openvswitch,hyperv on host hv-cinder-81393 at level 0 using segments [{'id': '66f02586-7d3e-49fd-b7c2-ecb7726c4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b8e33f10-6b70-4ce1-b582-ed30750cec95'}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:08:39.864028 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] Attempting to bind port b7aa9abe-1ddb-45bb-a917-101b601dbe35 on network b8e33f10-6b70-4ce1-b582-ed30750cec95 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:08:39.874967 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] Port b7aa9abe-1ddb-45bb-a917-101b601dbe35 on network b8e33f10-6b70-4ce1-b582-ed30750cec95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81393 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 18:08:39.874967 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] Attempting to bind port b7aa9abe-1ddb-45bb-a917-101b601dbe35 on network b8e33f10-6b70-4ce1-b582-ed30750cec95 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:08:39.887482 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] Checking agent: {'id': '26c515f5-fc83-44a3-9c50-84c881af0873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81393', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'started_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:08:39.887482 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] Checking segment: {'id': '66f02586-7d3e-49fd-b7c2-ecb7726c4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b8e33f10-6b70-4ce1-b582-ed30750cec95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:08:39.887482 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] Bound using segment: {'id': '66f02586-7d3e-49fd-b7c2-ecb7726c4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b8e33f10-6b70-4ce1-b582-ed30750cec95'} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:08:39.887482 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] Bound port: b7aa9abe-1ddb-45bb-a917-101b601dbe35, host: hv-cinder-81393, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f02586-7d3e-49fd-b7c2-ecb7726c4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b8e33f10-6b70-4ce1-b582-ed30750cec95'}}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:08:39.888016 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:39.962937 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b1bf1-2def-4ac8-b572-d0b316774d18 req-a6021fc9-899b-4426-a253-b7edcc0a1e0b tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:39.971273 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8c3b1bf1-2def-4ac8-b572-d0b316774d18 req-a6021fc9-899b-4426-a253-b7edcc0a1e0b tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b5eab0-147b-41af-be9a-8e957e6ad9ff HTTP/1.1" status: 200 len: 945 time: 0.0735092 Oct 14 18:08:39.975902 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-7cf2effb-b995-43f1-9ba8-859569ec9391 req-e5b85e0f-5c68-47ea-882e-0e6a26303946 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:39.991690 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['54604ef0-e8ed-46ac-bfa7-a5565744f8d8'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:08:40.018096 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-8c3b1bf1-2def-4ac8-b572-d0b316774d18 req-215a0b32-7d4f-4041-8320-f46de036c313 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.49 "GET /v2.0/security-groups?id=2a7aa80b-b698-4b92-933b-64bc82585dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457256 Oct 14 18:08:40.024107 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b85e0f-5c68-47ea-882e-0e6a26303946 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Pushing event deleted for resources: {'Port': ['ID=54604ef0-e8ed-46ac-bfa7-a5565744f8d8,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:40.042196 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] For port b7aa9abe-1ddb-45bb-a917-101b601dbe35, host hv-cinder-81393, cleared binding levels {{(pid=99719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:08:40.063487 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] Sync routers for ids ['697f8040-a558-4a78-bd9c-de7014398232'] in dv-cinder-813936-1-iscsi {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:08:40.074705 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] Routers {'697f8040-a558-4a78-bd9c-de7014398232'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:08:40.075242 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:08:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['697f8040-a558-4a78-bd9c-de7014398232'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:40.084069 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] For port b7aa9abe-1ddb-45bb-a917-101b601dbe35, host hv-cinder-81393, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=b7aa9abe-1ddb-45bb-a917-101b601dbe35,segment=NetworkSegment(66f02586-7d3e-49fd-b7c2-ecb7726c4d61),segment_id=66f02586-7d3e-49fd-b7c2-ecb7726c4d61)] {{(pid=99719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:08:40.085550 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf2effb-b995-43f1-9ba8-859569ec9391 req-e5b85e0f-5c68-47ea-882e-0e6a26303946 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] No DVR routers for this DVR port 54604ef0-e8ed-46ac-bfa7-a5565744f8d8 on host hv-cinder-81393 {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:08:40.088486 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-7cf2effb-b995-43f1-9ba8-859569ec9391 req-e5b85e0f-5c68-47ea-882e-0e6a26303946 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:40.091975 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7cf2effb-b995-43f1-9ba8-859569ec9391 req-e5b85e0f-5c68-47ea-882e-0e6a26303946 tempest-TestMinimumBasicScenario-2071082143 tempest-TestMinimumBasicScenario-2071082143-project] 10.222.0.32 "DELETE /v2.0/ports/54604ef0-e8ed-46ac-bfa7-a5565744f8d8 HTTP/1.1" status: 204 len: 173 time: 0.8351140 Oct 14 18:08:40.092925 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b5eab0-147b-41af-be9a-8e957e6ad9ff', 'name': 'network-vif-deleted', 'tag': '54604ef0-e8ed-46ac-bfa7-a5565744f8d8'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:08:40.095069 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a1fd33-1028-4309-aab7-76cec12bf3b2" -d '{"events": [{"server_uuid": "a1b5eab0-147b-41af-be9a-8e957e6ad9ff", "name": "network-vif-deleted", "tag": "54604ef0-e8ed-46ac-bfa7-a5565744f8d8"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:08:40.100471 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:40.137184 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:40.137796 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:40.139168 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] 10.222.0.32 "PUT /v2.0/ports/b7aa9abe-1ddb-45bb-a917-101b601dbe35 HTTP/1.1" status: 200 len: 1094 time: 1.1150887 Oct 14 18:08:40.144401 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d940caa-6908-4e9e-8ba7-85ca3ecb0935 x-openstack-request-id: req-5d940caa-6908-4e9e-8ba7-85ca3ecb0935 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:08:40.144774 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b5eab0-147b-41af-be9a-8e957e6ad9ff", "name": "network-vif-deleted", "tag": "54604ef0-e8ed-46ac-bfa7-a5565744f8d8", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:08:40.145118 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d940caa-6908-4e9e-8ba7-85ca3ecb0935 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:08:40.145573 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b5eab0-147b-41af-be9a-8e957e6ad9ff', 'name': 'network-vif-deleted', 'tag': '54604ef0-e8ed-46ac-bfa7-a5565744f8d8', 'status': 'completed', 'code': 200} Oct 14 18:08:40.168585 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4bbc8-6429-4536-98da-3f0456247d2e service neutron] Pushing event updated for resources: {'Port': ['ID=b7aa9abe-1ddb-45bb-a917-101b601dbe35,revision_number=3']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:40.203779 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] Set router 697f8040-a558-4a78-bd9c-de7014398232 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:08:40.240798 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-4e73b2c4-f3e3-497c-af70-1eb41d887a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:40.242901 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-4e73b2c4-f3e3-497c-af70-1eb41d887a12 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=58ae10a827444b05a1ea64e78029e882&device_id=0e685812-a841-4879-9fe9-3634c6c23848 HTTP/1.1" status: 200 len: 1097 time: 0.0529265 Oct 14 18:08:40.288507 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-0e22366f-39d2-4f48-a1f3-749ca30c7ef7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7aa9abe-1ddb-45bb-a917-101b601dbe35 HTTP/1.1" status: 200 len: 217 time: 0.0365705 Oct 14 18:08:40.337291 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-dfee4556-e4db-4fb7-8767-f9d8facbc370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:40.338650 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-dfee4556-e4db-4fb7-8767-f9d8facbc370 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aff94d00-1142-4e7e-8843-8e51cf9cfdcd HTTP/1.1" status: 200 len: 854 time: 0.0437429 Oct 14 18:08:40.376247 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-1e04a6f7-6857-474e-a011-87582d92e058 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8e33f10-6b70-4ce1-b582-ed30750cec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277643 Oct 14 18:08:40.422842 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697f8040-a558-4a78-bd9c-de7014398232', 'name': 'tempest-TestVolumeBootPattern-369848289-router', 'tenant_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a985a827-056c-47db-9067-d2ff532af61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:29Z', 'updated_at': '2021-10-14T18:08:34Z', 'revision_number': 4, 'project_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'gw_port': {'id': 'a985a827-056c-47db-9067-d2ff532af61e', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697f8040-a558-4a78-bd9c-de7014398232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:30Z', 'updated_at': '2021-10-14T18:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'e8c99e2a-c87e-4640-a1d1-424b60893ef9', 'name': '', 'network_id': '89e7b757-fd5a-4b08-a503-cb000a1dd1a3', 'tenant_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'mac_address': 'fa:16:3e:aa:76:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697f8040-a558-4a78-bd9c-de7014398232', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '696a56ed-8675-4fd9-9944-ea3e0d7902b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:33Z', 'updated_at': '2021-10-14T18:08:34Z', 'revision_number': 2, 'project_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'subnets': [{'id': '696a56ed-8675-4fd9-9944-ea3e0d7902b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:40.456231 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] Checking router: 697f8040-a558-4a78-bd9c-de7014398232 for host: dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:08:40.456726 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] Updating router 697f8040-a558-4a78-bd9c-de7014398232 port e8c99e2a-c87e-4640-a1d1-424b60893ef9 binding host dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 18:08:40.487835 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:40.494136 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device a985a827-056c-47db-9067-d2ff532af61e up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:08:40.510496 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-4ef767b3-9f84-4310-a358-d08034520681 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e33f10-6b70-4ce1-b582-ed30750cec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234512 Oct 14 18:08:40.584541 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port a985a827-056c-47db-9067-d2ff532af61e triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:40.585803 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:40.651676 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e8c14461-ca1c-406a-ac8f-f3f75a7103b9 req-82ac7faa-5c56-4872-bc18-6f2b6de522c4 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e33f10-6b70-4ce1-b582-ed30750cec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313078 Oct 14 18:08:40.784240 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] Notify callbacks [] for port, precommit_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:40.789329 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:40.837741 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51865c2-5165-4a76-8b22-46170acde431 None None] Pushing event updated for resources: {'Port': ['ID=e8c99e2a-c87e-4640-a1d1-424b60893ef9,revision_number=3']} {{(pid=99721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:40.904488 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] Attempting to bind port e8c99e2a-c87e-4640-a1d1-424b60893ef9 on host dv-cinder-813936-1-iscsi for vnic_type normal with profile {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:08:40.904793 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] Attempting to bind port e8c99e2a-c87e-4640-a1d1-424b60893ef9 by drivers openvswitch,hyperv on host dv-cinder-813936-1-iscsi at level 0 using segments [{'id': '1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '89e7b757-fd5a-4b08-a503-cb000a1dd1a3'}] {{(pid=99721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:08:40.905165 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] Attempting to bind port e8c99e2a-c87e-4640-a1d1-424b60893ef9 on network 89e7b757-fd5a-4b08-a503-cb000a1dd1a3 {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:08:40.910844 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] Checking agent: {'id': '178d5e4a-a80b-4aaf-a110-96840ccbedbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813936-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 52, 12), 'started_at': datetime.datetime(2021, 10, 14, 17, 52, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813936-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:08:40.911226 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] Checking segment: {'id': '1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '89e7b757-fd5a-4b08-a503-cb000a1dd1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:08:40.911633 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:40.912149 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] Bound using segment: {'id': '1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '89e7b757-fd5a-4b08-a503-cb000a1dd1a3'} {{(pid=99721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:08:40.912624 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.managers [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] Bound port: e8c99e2a-c87e-4640-a1d1-424b60893ef9, host: dv-cinder-813936-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '89e7b757-fd5a-4b08-a503-cb000a1dd1a3'}}] {{(pid=99721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:08:40.913068 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:40.914795 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011fb98-8c21-41f1-b0ff-36a2a5fdb1b6 req-2de4d2b4-dac7-4ddd-b87d-5debaf264b18 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:40.916566 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2011fb98-8c21-41f1-b0ff-36a2a5fdb1b6 req-2de4d2b4-dac7-4ddd-b87d-5debaf264b18 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e685812-a841-4879-9fe9-3634c6c23848 HTTP/1.1" status: 200 len: 944 time: 0.0633750 Oct 14 18:08:40.963321 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2011fb98-8c21-41f1-b0ff-36a2a5fdb1b6 req-5344051e-f638-479f-9518-045117f64d8e tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7dfb09f2-bd83-4435-b1f3-987cc496ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403910 Oct 14 18:08:40.996931 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.db [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] For port e8c99e2a-c87e-4640-a1d1-424b60893ef9, host dv-cinder-813936-1-iscsi, cleared binding levels {{(pid=99721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:08:41.001088 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.plugins.ml2.db [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] For port e8c99e2a-c87e-4640-a1d1-424b60893ef9, host dv-cinder-813936-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=e8c99e2a-c87e-4640-a1d1-424b60893ef9,segment=NetworkSegment(1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6),segment_id=1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6)] {{(pid=99721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:08:41.006222 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron_lib.callbacks.manager [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:41.071721 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] Routers {'697f8040-a558-4a78-bd9c-de7014398232'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:08:41.072410 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:08:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['697f8040-a558-4a78-bd9c-de7014398232'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:41.078009 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51865c2-5165-4a76-8b22-46170acde431 None None] Pushing event updated for resources: {'Port': ['ID=e8c99e2a-c87e-4640-a1d1-424b60893ef9,revision_number=4']} {{(pid=99721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:41.109804 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-54cfe308-59a8-4d92-934c-269f552d29f3 None None] Provisioning complete for port e8c99e2a-c87e-4640-a1d1-424b60893ef9 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:41.110681 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-54cfe308-59a8-4d92-934c-269f552d29f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:41.194398 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] Set router 697f8040-a558-4a78-bd9c-de7014398232 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:08:41.227645 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-54cfe308-59a8-4d92-934c-269f552d29f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:41.268681 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-54cfe308-59a8-4d92-934c-269f552d29f3 None None] For port e8c99e2a-c87e-4640-a1d1-424b60893ef9, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=e8c99e2a-c87e-4640-a1d1-424b60893ef9,segment=NetworkSegment(1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6),segment_id=1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:41.274095 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-54cfe308-59a8-4d92-934c-269f552d29f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:41.484765 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:41.487447 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-d23cb1ed-072a-48d2-a016-ee019ed0c43d None None] Provisioning complete for port e8c99e2a-c87e-4640-a1d1-424b60893ef9 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:41.487811 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d23cb1ed-072a-48d2-a016-ee019ed0c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:41.490698 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cfe308-59a8-4d92-934c-269f552d29f3 None None] Pushing event updated for resources: {'Port': ['ID=e8c99e2a-c87e-4640-a1d1-424b60893ef9,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:41.511030 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697f8040-a558-4a78-bd9c-de7014398232', 'name': 'tempest-TestVolumeBootPattern-369848289-router', 'tenant_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a985a827-056c-47db-9067-d2ff532af61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:29Z', 'updated_at': '2021-10-14T18:08:34Z', 'revision_number': 4, 'project_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'gw_port': {'id': 'a985a827-056c-47db-9067-d2ff532af61e', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697f8040-a558-4a78-bd9c-de7014398232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:30Z', 'updated_at': '2021-10-14T18:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'e8c99e2a-c87e-4640-a1d1-424b60893ef9', 'name': '', 'network_id': '89e7b757-fd5a-4b08-a503-cb000a1dd1a3', 'tenant_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'mac_address': 'fa:16:3e:aa:76:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697f8040-a558-4a78-bd9c-de7014398232', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '696a56ed-8675-4fd9-9944-ea3e0d7902b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:33Z', 'updated_at': '2021-10-14T18:08:40Z', 'revision_number': 4, 'project_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'subnets': [{'id': '696a56ed-8675-4fd9-9944-ea3e0d7902b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:41.541224 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfd0b46-8ac7-45dd-97b1-3a41d386c3db None None] The sync data for ids ['697f8040-a558-4a78-bd9c-de7014398232'] in dv-cinder-813936-1-iscsi is: [{'id': '697f8040-a558-4a78-bd9c-de7014398232', 'name': 'tempest-TestVolumeBootPattern-369848289-router', 'tenant_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a985a827-056c-47db-9067-d2ff532af61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:29Z', 'updated_at': '2021-10-14T18:08:34Z', 'revision_number': 4, 'project_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'gw_port': {'id': 'a985a827-056c-47db-9067-d2ff532af61e', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697f8040-a558-4a78-bd9c-de7014398232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:30Z', 'updated_at': '2021-10-14T18:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': 'e8c99e2a-c87e-4640-a1d1-424b60893ef9', 'name': '', 'network_id': '89e7b757-fd5a-4b08-a503-cb000a1dd1a3', 'tenant_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'mac_address': 'fa:16:3e:aa:76:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697f8040-a558-4a78-bd9c-de7014398232', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '696a56ed-8675-4fd9-9944-ea3e0d7902b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:33Z', 'updated_at': '2021-10-14T18:08:40Z', 'revision_number': 4, 'project_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'subnets': [{'id': '696a56ed-8675-4fd9-9944-ea3e0d7902b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:08:41.588671 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-a94b8a59-d74e-42e5-ad93-fb79d6c294a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:41.624303 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:41.873160 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57842) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:42.109831 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87daf7-f5d8-479b-9fd1-8d7c5740939b req-365469a4-7a4e-4566-9818-d461cfed720c tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:42.111640 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device b7aa9abe-1ddb-45bb-a917-101b601dbe35 details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:08:42.112812 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4b87daf7-f5d8-479b-9fd1-8d7c5740939b req-365469a4-7a4e-4566-9818-d461cfed720c tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e685812-a841-4879-9fe9-3634c6c23848 HTTP/1.1" status: 200 len: 944 time: 0.0707493 Oct 14 18:08:42.116712 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 54604ef0-e8ed-46ac-bfa7-a5565744f8d8 no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:08:42.149168 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e685812-a841-4879-9fe9-3634c6c23848', 'tag': 'b7aa9abe-1ddb-45bb-a917-101b601dbe35'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:08:42.149464 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] No Port match for: 54604ef0-e8ed-46ac-bfa7-a5565744f8d8 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:08:42.150259 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 54604ef0-e8ed-46ac-bfa7-a5565744f8d8 not bound to the agent host hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:08:42.153057 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b15c2ea-8db9-4c24-b0e1-bad3ad50a42f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e685812-a841-4879-9fe9-3634c6c23848", "tag": "b7aa9abe-1ddb-45bb-a917-101b601dbe35"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:08:42.164365 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4b87daf7-f5d8-479b-9fd1-8d7c5740939b req-c521e0a0-ad79-4d8d-b6be-4a5b0e086a76 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7dfb09f2-bd83-4435-b1f3-987cc496ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452690 Oct 14 18:08:42.209613 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c0de94-1486-4f69-b1da-3aa3763001b5 x-openstack-request-id: req-05c0de94-1486-4f69-b1da-3aa3763001b5 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:08:42.210209 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e685812-a841-4879-9fe9-3634c6c23848", "tag": "b7aa9abe-1ddb-45bb-a917-101b601dbe35", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:08:42.210542 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-05c0de94-1486-4f69-b1da-3aa3763001b5 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:08:42.210955 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e685812-a841-4879-9fe9-3634c6c23848', 'tag': 'b7aa9abe-1ddb-45bb-a917-101b601dbe35', 'status': 'completed', 'code': 200} Oct 14 18:08:42.246853 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-56ebe2df-4b9d-4977-b516-79683b935138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790618'] for router_interface, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:42.273183 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15c2ea-8db9-4c24-b0e1-bad3ad50a42f req-f128abfa-1bfb-4d73-b7f1-82cf9297d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:42.274756 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6b15c2ea-8db9-4c24-b0e1-bad3ad50a42f req-f128abfa-1bfb-4d73-b7f1-82cf9297d360 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=58ae10a827444b05a1ea64e78029e882&device_id=0e685812-a841-4879-9fe9-3634c6c23848 HTTP/1.1" status: 200 len: 1097 time: 0.0449471 Oct 14 18:08:42.276948 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port b7aa9abe-1ddb-45bb-a917-101b601dbe35, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=b7aa9abe-1ddb-45bb-a917-101b601dbe35,segment=NetworkSegment(66f02586-7d3e-49fd-b7c2-ecb7726c4d61),segment_id=66f02586-7d3e-49fd-b7c2-ecb7726c4d61)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:42.291484 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': 'b7aa9abe-1ddb-45bb-a917-101b601dbe35', 'network_id': 'b8e33f10-6b70-4ce1-b582-ed30750cec95', 'port_id': 'b7aa9abe-1ddb-45bb-a917-101b601dbe35', 'mac_address': 'fa:16:3e:7c:62:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff94d00-1142-4e7e-8843-8e51cf9cfdcd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:08:42.332708 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:42.346605 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7aa9abe-1ddb-45bb-a917-101b601dbe35 {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:08:42.371827 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port b7aa9abe-1ddb-45bb-a917-101b601dbe35, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=b7aa9abe-1ddb-45bb-a917-101b601dbe35,segment=NetworkSegment(66f02586-7d3e-49fd-b7c2-ecb7726c4d61),segment_id=66f02586-7d3e-49fd-b7c2-ecb7726c4d61)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:42.377502 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:42.379433 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15c2ea-8db9-4c24-b0e1-bad3ad50a42f req-e2749419-082d-4dc2-b31a-eb73ea1c2d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:42.381252 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6b15c2ea-8db9-4c24-b0e1-bad3ad50a42f req-e2749419-082d-4dc2-b31a-eb73ea1c2d27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b8e33f10-6b70-4ce1-b582-ed30750cec95 HTTP/1.1" status: 200 len: 915 time: 0.0991874 Oct 14 18:08:42.423475 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:42.434781 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6b15c2ea-8db9-4c24-b0e1-bad3ad50a42f req-6d50e532-a0f6-401c-8196-69916e11d9bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7aa9abe-1ddb-45bb-a917-101b601dbe35 HTTP/1.1" status: 200 len: 217 time: 0.0452921 Oct 14 18:08:42.449685 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=b7aa9abe-1ddb-45bb-a917-101b601dbe35,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:42.498683 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15c2ea-8db9-4c24-b0e1-bad3ad50a42f req-71963a36-feca-4025-9cf7-33f727203f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:42.500311 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6b15c2ea-8db9-4c24-b0e1-bad3ad50a42f req-71963a36-feca-4025-9cf7-33f727203f26 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aff94d00-1142-4e7e-8843-8e51cf9cfdcd HTTP/1.1" status: 200 len: 854 time: 0.0577099 Oct 14 18:08:42.513681 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device e8c99e2a-c87e-4640-a1d1-424b60893ef9 up at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:08:42.536742 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6b15c2ea-8db9-4c24-b0e1-bad3ad50a42f req-1cb94ff3-a287-4c30-aac7-6c276191f52a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8e33f10-6b70-4ce1-b582-ed30750cec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267117 Oct 14 18:08:42.551815 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-56ebe2df-4b9d-4977-b516-79683b935138 admin admin] Deleting port 80267065-694f-4903-8693-1300ed1e218f {{(pid=99718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:08:42.552246 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-56ebe2df-4b9d-4977-b516-79683b935138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:42.570690 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Provisioning complete for port e8c99e2a-c87e-4640-a1d1-424b60893ef9 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:42.571182 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:42.614894 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['b7aa9abe-1ddb-45bb-a917-101b601dbe35'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:08:42.637632 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6b15c2ea-8db9-4c24-b0e1-bad3ad50a42f req-90d5eee2-e4cd-4c4f-b1e9-a2556544a929 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e33f10-6b70-4ce1-b582-ed30750cec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934887 Oct 14 18:08:42.645777 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [None req-56ebe2df-4b9d-4977-b516-79683b935138 admin admin] For port 80267065-694f-4903-8693-1300ed1e218f, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=80267065-694f-4903-8693-1300ed1e218f,segment=NetworkSegment(9ffca814-2114-4ee0-8fe3-a2c2e4aa6627),segment_id=9ffca814-2114-4ee0-8fe3-a2c2e4aa6627)] {{(pid=99718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:42.646413 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-56ebe2df-4b9d-4977-b516-79683b935138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:42.663174 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-56ebe2df-4b9d-4977-b516-79683b935138 admin admin] Calling delete_port for 80267065-694f-4903-8693-1300ed1e218f owned by network:router_interface {{(pid=99718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:08:42.735459 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6b15c2ea-8db9-4c24-b0e1-bad3ad50a42f req-bea611b4-480a-4b14-8b15-3143f4c4bc87 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e33f10-6b70-4ce1-b582-ed30750cec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904596 Oct 14 18:08:42.865279 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-56ebe2df-4b9d-4977-b516-79683b935138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:42.891528 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebe2df-4b9d-4977-b516-79683b935138 admin admin] Pushing event deleted for resources: {'Port': ['ID=80267065-694f-4903-8693-1300ed1e218f,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:43.074552 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-56ebe2df-4b9d-4977-b516-79683b935138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3789886'] for router_interface, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:43.291908 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01047e5-674f-4e6d-b566-08480a5cc91e req-5b073716-b631-44f4-9fc4-b001fa38440d tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:43.296010 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f01047e5-674f-4e6d-b566-08480a5cc91e req-5b073716-b631-44f4-9fc4-b001fa38440d tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e685812-a841-4879-9fe9-3634c6c23848 HTTP/1.1" status: 200 len: 945 time: 0.0614772 Oct 14 18:08:43.337462 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f01047e5-674f-4e6d-b566-08480a5cc91e req-9bc5be91-d172-4e70-873a-7541fd271497 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7dfb09f2-bd83-4435-b1f3-987cc496ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372560 Oct 14 18:08:43.506894 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ebe2df-4b9d-4977-b516-79683b935138 admin admin] Router 70e0cea5-3935-4aed-b824-c8a85c4c65bd has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:08:43.613265 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ebe2df-4b9d-4977-b516-79683b935138 admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:08:43.618648 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-56ebe2df-4b9d-4977-b516-79683b935138 admin admin] 10.222.0.49 "PUT /v2.0/routers/70e0cea5-3935-4aed-b824-c8a85c4c65bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7440174 Oct 14 18:08:43.621151 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57854) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:43.622495 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f90c68-6d00-41b9-b70f-58ead9f16222 None None] Sync routers for ids ['70e0cea5-3935-4aed-b824-c8a85c4c65bd'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:08:43.631850 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f90c68-6d00-41b9-b70f-58ead9f16222 None None] Routers {'70e0cea5-3935-4aed-b824-c8a85c4c65bd'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:08:43.632542 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-71f90c68-6d00-41b9-b70f-58ead9f16222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:08:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['70e0cea5-3935-4aed-b824-c8a85c4c65bd'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:43.726880 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-146a0203-48ab-4fcc-8785-fba8b9c70238 admin admin] Notify callbacks [] for router, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:43.737585 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-71f90c68-6d00-41b9-b70f-58ead9f16222 None None] Set router 70e0cea5-3935-4aed-b824-c8a85c4c65bd gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:08:43.834147 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-146a0203-48ab-4fcc-8785-fba8b9c70238 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:43.886382 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-146a0203-48ab-4fcc-8785-fba8b9c70238 admin admin] Deleting port 554e8a16-27a3-4c8c-98d1-4742f8f39f1c {{(pid=99718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:08:43.886747 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-146a0203-48ab-4fcc-8785-fba8b9c70238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:43.918303 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-71f90c68-6d00-41b9-b70f-58ead9f16222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'name': 'tempest-TestMinimumBasicScenario-106770234-router', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:20Z', 'updated_at': '2021-10-14T18:08:42Z', 'revision_number': 5, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'gw_port': {'id': '554e8a16-27a3-4c8c-98d1-4742f8f39f1c', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:af:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:21Z', 'updated_at': '2021-10-14T18:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:43.948660 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f90c68-6d00-41b9-b70f-58ead9f16222 None None] Checking router: 70e0cea5-3935-4aed-b824-c8a85c4c65bd for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:08:43.958104 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f90c68-6d00-41b9-b70f-58ead9f16222 None None] Routers {'70e0cea5-3935-4aed-b824-c8a85c4c65bd'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:08:43.958751 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-71f90c68-6d00-41b9-b70f-58ead9f16222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:08:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['70e0cea5-3935-4aed-b824-c8a85c4c65bd'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:43.967278 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [None req-146a0203-48ab-4fcc-8785-fba8b9c70238 admin admin] For port 554e8a16-27a3-4c8c-98d1-4742f8f39f1c, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=554e8a16-27a3-4c8c-98d1-4742f8f39f1c,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:43.967639 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-146a0203-48ab-4fcc-8785-fba8b9c70238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:43.985952 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-146a0203-48ab-4fcc-8785-fba8b9c70238 admin admin] Calling delete_port for 554e8a16-27a3-4c8c-98d1-4742f8f39f1c owned by network:router_gateway {{(pid=99718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:08:44.049774 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-71f90c68-6d00-41b9-b70f-58ead9f16222 None None] Set router 70e0cea5-3935-4aed-b824-c8a85c4c65bd gateway port host: None {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:08:44.102429 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-71f90c68-6d00-41b9-b70f-58ead9f16222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'name': 'tempest-TestMinimumBasicScenario-106770234-router', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:20Z', 'updated_at': '2021-10-14T18:08:43Z', 'revision_number': 6, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'gw_port_host': None}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:44.135700 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device b7aa9abe-1ddb-45bb-a917-101b601dbe35 up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:08:44.138056 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f90c68-6d00-41b9-b70f-58ead9f16222 None None] The sync data for ids ['70e0cea5-3935-4aed-b824-c8a85c4c65bd'] in dv-cinder-813936-1-iscsi is: [{'id': '70e0cea5-3935-4aed-b824-c8a85c4c65bd', 'name': 'tempest-TestMinimumBasicScenario-106770234-router', 'tenant_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:20Z', 'updated_at': '2021-10-14T18:08:43Z', 'revision_number': 6, 'project_id': 'c6b2ef325cc942e0847843cf9f478e1f', 'gw_port_host': None}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:08:44.149328 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-146a0203-48ab-4fcc-8785-fba8b9c70238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:44.196145 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a0203-48ab-4fcc-8785-fba8b9c70238 admin admin] Pushing event deleted for resources: {'Port': ['ID=554e8a16-27a3-4c8c-98d1-4742f8f39f1c,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:44.201863 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning for port b7aa9abe-1ddb-45bb-a917-101b601dbe35 completed by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 18:08:44.212712 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port b7aa9abe-1ddb-45bb-a917-101b601dbe35 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:44.212712 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:44.251128 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-146a0203-48ab-4fcc-8785-fba8b9c70238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3790020'] for router_gateway, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:44.289467 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:44.301010 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:44.327826 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e685812-a841-4879-9fe9-3634c6c23848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7aa9abe-1ddb-45bb-a917-101b601dbe35'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:08:44.330142 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88a67f7-3144-4ade-8633-68b76953af66" -d '{"events": [{"server_uuid": "0e685812-a841-4879-9fe9-3634c6c23848", "name": "network-vif-plugged", "status": "completed", "tag": "b7aa9abe-1ddb-45bb-a917-101b601dbe35"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:08:44.343925 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port b7aa9abe-1ddb-45bb-a917-101b601dbe35, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=b7aa9abe-1ddb-45bb-a917-101b601dbe35,segment=NetworkSegment(66f02586-7d3e-49fd-b7c2-ecb7726c4d61),segment_id=66f02586-7d3e-49fd-b7c2-ecb7726c4d61)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:44.345499 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-146a0203-48ab-4fcc-8785-fba8b9c70238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:44.347695 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-146a0203-48ab-4fcc-8785-fba8b9c70238 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:44.348307 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:44.375333 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28792358-8211-4d55-b7e2-519be7129cda x-openstack-request-id: req-28792358-8211-4d55-b7e2-519be7129cda {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:08:44.375626 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e685812-a841-4879-9fe9-3634c6c23848", "name": "network-vif-plugged", "status": "completed", "tag": "b7aa9abe-1ddb-45bb-a917-101b601dbe35", "code": 200}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:08:44.375882 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-28792358-8211-4d55-b7e2-519be7129cda {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:08:44.376270 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e685812-a841-4879-9fe9-3634c6c23848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7aa9abe-1ddb-45bb-a917-101b601dbe35', 'code': 200} Oct 14 18:08:44.396381 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-146a0203-48ab-4fcc-8785-fba8b9c70238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787636'] for router, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:44.396983 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146a0203-48ab-4fcc-8785-fba8b9c70238 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70e0cea5-3935-4aed-b824-c8a85c4c65bd {{(pid=99718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 18:08:44.404425 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-146a0203-48ab-4fcc-8785-fba8b9c70238 admin admin] Notify callbacks [] for router, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:44.405916 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-146a0203-48ab-4fcc-8785-fba8b9c70238 admin admin] 10.222.0.49 "DELETE /v2.0/routers/70e0cea5-3935-4aed-b824-c8a85c4c65bd HTTP/1.1" status: 204 len: 168 time: 0.7838042 Oct 14 18:08:44.408414 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57862) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:44.419595 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=b7aa9abe-1ddb-45bb-a917-101b601dbe35,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:44.460130 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e17702-8d49-46eb-8c87-0f2ec13cffa8 admin admin] Deleting subnet 39bb6f49-4cc4-41ff-8aea-b97848978fd1 {{(pid=99718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 18:08:44.465802 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-13e17702-8d49-46eb-8c87-0f2ec13cffa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:44.487431 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9361ff5-bb68-4663-b7d9-18784cfe28fc req-27df4e15-b501-4568-b0ef-3293e420e09c tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:44.496208 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a9361ff5-bb68-4663-b7d9-18784cfe28fc req-27df4e15-b501-4568-b0ef-3293e420e09c tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e685812-a841-4879-9fe9-3634c6c23848 HTTP/1.1" status: 200 len: 946 time: 0.0785780 Oct 14 18:08:44.510659 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-13e17702-8d49-46eb-8c87-0f2ec13cffa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210189'] for subnet, precommit_delete_associations {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:44.576151 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a9361ff5-bb68-4663-b7d9-18784cfe28fc req-bc764886-6e12-4dcf-95c0-8a57978d555e tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7dfb09f2-bd83-4435-b1f3-987cc496ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788956 Oct 14 18:08:44.596034 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf1c0c-4d9b-4e0c-b8df-9d7f9be04aa7 req-b39d6cf4-52fd-411a-9972-30d0c4afffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:44.597531 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b4bf1c0c-4d9b-4e0c-b8df-9d7f9be04aa7 req-b39d6cf4-52fd-411a-9972-30d0c4afffbd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0e685812-a841-4879-9fe9-3634c6c23848 HTTP/1.1" status: 200 len: 1099 time: 0.0698106 Oct 14 18:08:44.628094 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-13e17702-8d49-46eb-8c87-0f2ec13cffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676325'] for subnet, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:44.637079 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-b4bf1c0c-4d9b-4e0c-b8df-9d7f9be04aa7 req-ea85b18f-9ac5-4a6b-b142-6d76c2ef4523 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7dfb09f2-bd83-4435-b1f3-987cc496ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301535 Oct 14 18:08:44.655959 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 80267065-694f-4903-8693-1300ed1e218f no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:08:44.679148 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: 80267065-694f-4903-8693-1300ed1e218f {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:08:44.679495 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 80267065-694f-4903-8693-1300ed1e218f not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:08:44.699308 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-13e17702-8d49-46eb-8c87-0f2ec13cffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9120956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386637'] for subnet, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:44.724551 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e17702-8d49-46eb-8c87-0f2ec13cffa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39bb6f49-4cc4-41ff-8aea-b97848978fd1,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:44.728304 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-13e17702-8d49-46eb-8c87-0f2ec13cffa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:44.731889 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-13e17702-8d49-46eb-8c87-0f2ec13cffa8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/39bb6f49-4cc4-41ff-8aea-b97848978fd1 HTTP/1.1" status: 204 len: 168 time: 0.3221028 Oct 14 18:08:44.733975 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d213d11-874d-4f89-bc22-da6bf0f98c6d None None] Network 64034f3a-511e-4cd5-9882-a07640c76d0d requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:08:44.734113 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57864) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:44.802388 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-bd227584-72dc-4b6f-8d39-dac701b43763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808165'] for network, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:44.863167 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-bd227584-72dc-4b6f-8d39-dac701b43763 admin admin] Deleting port e8073682-5500-4f24-a8a0-a3c645410e24 {{(pid=99718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:08:44.863506 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-bd227584-72dc-4b6f-8d39-dac701b43763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:44.938903 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [None req-bd227584-72dc-4b6f-8d39-dac701b43763 admin admin] For port e8073682-5500-4f24-a8a0-a3c645410e24, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=e8073682-5500-4f24-a8a0-a3c645410e24,segment=NetworkSegment(9ffca814-2114-4ee0-8fe3-a2c2e4aa6627),segment_id=9ffca814-2114-4ee0-8fe3-a2c2e4aa6627)] {{(pid=99718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:44.939249 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-bd227584-72dc-4b6f-8d39-dac701b43763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:44.953402 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-bd227584-72dc-4b6f-8d39-dac701b43763 admin admin] Calling delete_port for e8073682-5500-4f24-a8a0-a3c645410e24 owned by network:dhcp {{(pid=99718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:08:45.000940 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2ce8f6-c7ba-44ce-906f-3c9d63dc2ea4 None None] DHCP port deletion for 64034f3a-511e-4cd5-9882-a07640c76d0d request from dv-cinder-813936-1-iscsi {{(pid=99720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 18:08:45.058573 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-bd227584-72dc-4b6f-8d39-dac701b43763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:45.062800 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-6f2ce8f6-c7ba-44ce-906f-3c9d63dc2ea4 None None] Deleting port e8073682-5500-4f24-a8a0-a3c645410e24 {{(pid=99720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:08:45.063209 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce8f6-c7ba-44ce-906f-3c9d63dc2ea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:45.093507 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd227584-72dc-4b6f-8d39-dac701b43763 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8073682-5500-4f24-a8a0-a3c645410e24,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:45.101042 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd227584-72dc-4b6f-8d39-dac701b43763 admin admin] No DVR routers for this DVR port e8073682-5500-4f24-a8a0-a3c645410e24 on host dv-cinder-813936-1-iscsi {{(pid=99718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:08:45.135921 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-6f2ce8f6-c7ba-44ce-906f-3c9d63dc2ea4 None None] For port e8073682-5500-4f24-a8a0-a3c645410e24, host dv-cinder-813936-1-iscsi, got binding levels [] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:45.136246 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce8f6-c7ba-44ce-906f-3c9d63dc2ea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:45.150489 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-6f2ce8f6-c7ba-44ce-906f-3c9d63dc2ea4 None None] Calling delete_port for e8073682-5500-4f24-a8a0-a3c645410e24 owned by network:dhcp {{(pid=99720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:08:45.153246 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.ipam_backend_mixin [None req-6f2ce8f6-c7ba-44ce-906f-3c9d63dc2ea4 None None] Port e8073682-5500-4f24-a8a0-a3c645410e24 was not found and therefore no delete operation was performed {{(pid=99720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 14 18:08:45.154484 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce8f6-c7ba-44ce-906f-3c9d63dc2ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169'] for port, after_delete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:45.180537 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-bd227584-72dc-4b6f-8d39-dac701b43763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673054', 'neutron.services.segments.db._delete_segments_for_network-8762486597133'] for network, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:45.181246 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ce8f6-c7ba-44ce-906f-3c9d63dc2ea4 None None] Pushing event deleted for resources: {'Port': ['ID=e8073682-5500-4f24-a8a0-a3c645410e24,revision_number=None']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:45.185342 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2ce8f6-c7ba-44ce-906f-3c9d63dc2ea4 None None] No DVR routers for this DVR port e8073682-5500-4f24-a8a0-a3c645410e24 on host dv-cinder-813936-1-iscsi {{(pid=99720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:08:45.209335 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-bd227584-72dc-4b6f-8d39-dac701b43763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64034f3a-511e-4cd5-9882-a07640c76d0d']}} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:45.219448 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-bd227584-72dc-4b6f-8d39-dac701b43763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffca814-2114-4ee0-8fe3-a2c2e4aa6627') {'for_net_delete': True} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:45.219734 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-bd227584-72dc-4b6f-8d39-dac701b43763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffca814-2114-4ee0-8fe3-a2c2e4aa6627') {} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:45.230841 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-bd227584-72dc-4b6f-8d39-dac701b43763 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762486598678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210194'] for segment, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:45.246237 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-bd227584-72dc-4b6f-8d39-dac701b43763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:45.252772 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd227584-72dc-4b6f-8d39-dac701b43763 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=99718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:08:45.253108 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-bd227584-72dc-4b6f-8d39-dac701b43763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9120986'] for segment, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: Traceback (most recent call last): Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: timer() Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: cb(*args, **kw) Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: return func(*args, **kwargs) Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: self._notify() Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: self.callback(batched_events) Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: event.method(event) Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: return f(self, *a, **k) Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: return self._get(url).json() Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: return self.request(url, 'GET', **kwargs) Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 18:08:45.254790 dv-cinder-813936-1-iscsi neutron-server[99718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 18:08:45.336502 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-bd227584-72dc-4b6f-8d39-dac701b43763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790056'] for network, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:45.353977 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-bd227584-72dc-4b6f-8d39-dac701b43763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:45.357371 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-bd227584-72dc-4b6f-8d39-dac701b43763 admin admin] 10.222.0.49 "DELETE /v2.0/networks/64034f3a-511e-4cd5-9882-a07640c76d0d HTTP/1.1" status: 204 len: 168 time: 0.6224504 Oct 14 18:08:45.358777 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd227584-72dc-4b6f-8d39-dac701b43763 admin admin] Pushing event deleted for resources: {'Network': ['ID=64034f3a-511e-4cd5-9882-a07640c76d0d,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:45.360800 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57868) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:45.691845 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0acddc-7436-46ca-9191-9214d88479eb req-69609085-7565-4d11-876f-3746b6ded990 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:45.693258 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bb0acddc-7436-46ca-9191-9214d88479eb req-69609085-7565-4d11-876f-3746b6ded990 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e685812-a841-4879-9fe9-3634c6c23848 HTTP/1.1" status: 200 len: 946 time: 0.0521019 Oct 14 18:08:45.717519 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-dff3aa23-64db-4d32-aef2-a10052ac06c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790618'] for router_interface, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:45.733562 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bb0acddc-7436-46ca-9191-9214d88479eb req-99b113b9-d248-4159-96e3-1f3fa4686275 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7dfb09f2-bd83-4435-b1f3-987cc496ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342467 Oct 14 18:08:45.968996 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-dff3aa23-64db-4d32-aef2-a10052ac06c1 admin admin] Deleting port d93b2f1f-d046-45e1-8dc5-9fe3a2978a11 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:08:45.969231 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-dff3aa23-64db-4d32-aef2-a10052ac06c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:46.049041 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [None req-dff3aa23-64db-4d32-aef2-a10052ac06c1 admin admin] For port d93b2f1f-d046-45e1-8dc5-9fe3a2978a11, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=d93b2f1f-d046-45e1-8dc5-9fe3a2978a11,segment=NetworkSegment(8a76cb09-4f03-4226-bf64-12c38dfe7950),segment_id=8a76cb09-4f03-4226-bf64-12c38dfe7950)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:46.049398 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-dff3aa23-64db-4d32-aef2-a10052ac06c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:46.061903 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-dff3aa23-64db-4d32-aef2-a10052ac06c1 admin admin] Calling delete_port for d93b2f1f-d046-45e1-8dc5-9fe3a2978a11 owned by network:router_interface {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:08:46.241575 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-dff3aa23-64db-4d32-aef2-a10052ac06c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:46.266957 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3aa23-64db-4d32-aef2-a10052ac06c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d93b2f1f-d046-45e1-8dc5-9fe3a2978a11,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:46.451392 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-dff3aa23-64db-4d32-aef2-a10052ac06c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3789886'] for router_interface, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:46.514873 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 554e8a16-27a3-4c8c-98d1-4742f8f39f1c no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:08:46.535044 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: 554e8a16-27a3-4c8c-98d1-4742f8f39f1c {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:08:46.535385 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 554e8a16-27a3-4c8c-98d1-4742f8f39f1c not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:08:46.535799 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device e8073682-5500-4f24-a8a0-a3c645410e24 no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:08:46.554691 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: e8073682-5500-4f24-a8a0-a3c645410e24 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:08:46.554960 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device e8073682-5500-4f24-a8a0-a3c645410e24 not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:08:46.674069 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff3aa23-64db-4d32-aef2-a10052ac06c1 admin admin] Router 314e8500-63fb-4986-b8df-0cb8004d3a30 has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:08:46.795069 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff3aa23-64db-4d32-aef2-a10052ac06c1 admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:08:46.807226 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb18435-fbcc-40fa-8d06-0ad4667c658f None None] Sync routers for ids ['314e8500-63fb-4986-b8df-0cb8004d3a30'] in dv-cinder-813936-1-iscsi {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:08:46.811026 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-dff3aa23-64db-4d32-aef2-a10052ac06c1 admin admin] 10.222.0.49 "PUT /v2.0/routers/314e8500-63fb-4986-b8df-0cb8004d3a30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4465158 Oct 14 18:08:46.811520 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57878) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:46.821544 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb18435-fbcc-40fa-8d06-0ad4667c658f None None] Routers {'314e8500-63fb-4986-b8df-0cb8004d3a30'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:08:46.822640 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-ddb18435-fbcc-40fa-8d06-0ad4667c658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:08:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['314e8500-63fb-4986-b8df-0cb8004d3a30'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:46.904623 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e79816-820d-4959-9ab9-a17b62066b0d req-540f076f-08dc-4b39-adce-90b2bb35b5b5 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:46.906388 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-82e79816-820d-4959-9ab9-a17b62066b0d req-540f076f-08dc-4b39-adce-90b2bb35b5b5 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e685812-a841-4879-9fe9-3634c6c23848 HTTP/1.1" status: 200 len: 946 time: 0.0723023 Oct 14 18:08:46.940853 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-19eb9ac8-364c-4b43-8093-327f9d0ae1ac admin admin] Notify callbacks [] for router, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:46.945494 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-ddb18435-fbcc-40fa-8d06-0ad4667c658f None None] Set router 314e8500-63fb-4986-b8df-0cb8004d3a30 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:08:46.953016 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-82e79816-820d-4959-9ab9-a17b62066b0d req-05b59e74-95cf-492e-9d47-731bec330188 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7dfb09f2-bd83-4435-b1f3-987cc496ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380337 Oct 14 18:08:47.084693 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-19eb9ac8-364c-4b43-8093-327f9d0ae1ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:47.144227 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-19eb9ac8-364c-4b43-8093-327f9d0ae1ac admin admin] Deleting port 7ec44be7-4e75-40b8-b3b9-fd48851f5cad {{(pid=99718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:08:47.144227 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-19eb9ac8-364c-4b43-8093-327f9d0ae1ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:47.158871 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-ddb18435-fbcc-40fa-8d06-0ad4667c658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314e8500-63fb-4986-b8df-0cb8004d3a30', 'name': 'tempest-TestMinimumBasicScenario-497154625-router', 'tenant_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '7ec44be7-4e75-40b8-b3b9-fd48851f5cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:26Z', 'updated_at': '2021-10-14T18:08:46Z', 'revision_number': 5, 'project_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'gw_port': {'id': '7ec44be7-4e75-40b8-b3b9-fd48851f5cad', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:45:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314e8500-63fb-4986-b8df-0cb8004d3a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:06:27Z', 'updated_at': '2021-10-14T18:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:47.187354 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb18435-fbcc-40fa-8d06-0ad4667c658f None None] Checking router: 314e8500-63fb-4986-b8df-0cb8004d3a30 for host: dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:08:47.197417 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb18435-fbcc-40fa-8d06-0ad4667c658f None None] Routers {'314e8500-63fb-4986-b8df-0cb8004d3a30'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:08:47.198480 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-ddb18435-fbcc-40fa-8d06-0ad4667c658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:08:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['314e8500-63fb-4986-b8df-0cb8004d3a30'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:47.237181 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [None req-19eb9ac8-364c-4b43-8093-327f9d0ae1ac admin admin] For port 7ec44be7-4e75-40b8-b3b9-fd48851f5cad, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=7ec44be7-4e75-40b8-b3b9-fd48851f5cad,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:47.237777 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-19eb9ac8-364c-4b43-8093-327f9d0ae1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:47.251741 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-19eb9ac8-364c-4b43-8093-327f9d0ae1ac admin admin] Calling delete_port for 7ec44be7-4e75-40b8-b3b9-fd48851f5cad owned by network:router_gateway {{(pid=99718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:08:47.302150 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-ddb18435-fbcc-40fa-8d06-0ad4667c658f None None] Set router 314e8500-63fb-4986-b8df-0cb8004d3a30 gateway port host: None {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:08:47.365645 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-ddb18435-fbcc-40fa-8d06-0ad4667c658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314e8500-63fb-4986-b8df-0cb8004d3a30', 'name': 'tempest-TestMinimumBasicScenario-497154625-router', 'tenant_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:26Z', 'updated_at': '2021-10-14T18:08:47Z', 'revision_number': 6, 'project_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'gw_port_host': None}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:47.393348 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb18435-fbcc-40fa-8d06-0ad4667c658f None None] The sync data for ids ['314e8500-63fb-4986-b8df-0cb8004d3a30'] in dv-cinder-813936-1-iscsi is: [{'id': '314e8500-63fb-4986-b8df-0cb8004d3a30', 'name': 'tempest-TestMinimumBasicScenario-497154625-router', 'tenant_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:06:26Z', 'updated_at': '2021-10-14T18:08:47Z', 'revision_number': 6, 'project_id': 'ceda8cf4eb9d4a93a25d72b42640bf69', 'gw_port_host': None}] {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:08:47.486572 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-19eb9ac8-364c-4b43-8093-327f9d0ae1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:47.515251 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb9ac8-364c-4b43-8093-327f9d0ae1ac admin admin] Pushing event deleted for resources: {'Port': ['ID=7ec44be7-4e75-40b8-b3b9-fd48851f5cad,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:47.571931 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-19eb9ac8-364c-4b43-8093-327f9d0ae1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3790020'] for router_gateway, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:47.659617 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-19eb9ac8-364c-4b43-8093-327f9d0ae1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:47.661802 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-19eb9ac8-364c-4b43-8093-327f9d0ae1ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:47.707410 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-19eb9ac8-364c-4b43-8093-327f9d0ae1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787636'] for router, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:47.707901 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19eb9ac8-364c-4b43-8093-327f9d0ae1ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 314e8500-63fb-4986-b8df-0cb8004d3a30 {{(pid=99718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 18:08:47.712304 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-19eb9ac8-364c-4b43-8093-327f9d0ae1ac admin admin] Notify callbacks [] for router, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:47.713334 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-19eb9ac8-364c-4b43-8093-327f9d0ae1ac admin admin] 10.222.0.49 "DELETE /v2.0/routers/314e8500-63fb-4986-b8df-0cb8004d3a30 HTTP/1.1" status: 204 len: 168 time: 0.9008253 Oct 14 18:08:47.715708 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 57936) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:47.764328 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_v2 [None req-28771af0-7e22-447e-a50f-7db0f7bccb61 admin admin] Deleting subnet 9b0a5083-4eda-4e31-ba60-00004cd12a47 {{(pid=99718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 18:08:47.769610 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-28771af0-7e22-447e-a50f-7db0f7bccb61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:47.806224 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-28771af0-7e22-447e-a50f-7db0f7bccb61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210189'] for subnet, precommit_delete_associations {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:47.895760 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-28771af0-7e22-447e-a50f-7db0f7bccb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676325'] for subnet, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:47.948165 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-28771af0-7e22-447e-a50f-7db0f7bccb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9120956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386637'] for subnet, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:47.975128 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-28771af0-7e22-447e-a50f-7db0f7bccb61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:47.979322 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-28771af0-7e22-447e-a50f-7db0f7bccb61 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9b0a5083-4eda-4e31-ba60-00004cd12a47 HTTP/1.1" status: 204 len: 168 time: 0.2626572 Oct 14 18:08:47.980478 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28771af0-7e22-447e-a50f-7db0f7bccb61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b0a5083-4eda-4e31-ba60-00004cd12a47,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:47.981081 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213e8ad3-9409-4500-a95d-2b416a623e44 None None] Network 4edc1173-be00-4c89-a12c-caa268602856 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:08:47.981930 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57940) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:48.055175 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f484edb6-c015-4ec3-87df-4c39a3c31a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808165'] for network, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:48.111121 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-f484edb6-c015-4ec3-87df-4c39a3c31a33 admin admin] Deleting port 9bc8d797-adb6-4279-a310-43ec7ec7dde8 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:08:48.111544 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f484edb6-c015-4ec3-87df-4c39a3c31a33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:48.177955 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [None req-f484edb6-c015-4ec3-87df-4c39a3c31a33 admin admin] For port 9bc8d797-adb6-4279-a310-43ec7ec7dde8, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=9bc8d797-adb6-4279-a310-43ec7ec7dde8,segment=NetworkSegment(8a76cb09-4f03-4226-bf64-12c38dfe7950),segment_id=8a76cb09-4f03-4226-bf64-12c38dfe7950)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:48.178315 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f484edb6-c015-4ec3-87df-4c39a3c31a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:48.191195 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-f484edb6-c015-4ec3-87df-4c39a3c31a33 admin admin] Calling delete_port for 9bc8d797-adb6-4279-a310-43ec7ec7dde8 owned by network:dhcp {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:08:48.198340 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3300311-00df-4643-9f9d-f50e2c5005e0 None None] DHCP port deletion for 4edc1173-be00-4c89-a12c-caa268602856 request from dv-cinder-813936-1-iscsi {{(pid=99720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 18:08:48.249953 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-d3300311-00df-4643-9f9d-f50e2c5005e0 None None] Deleting port 9bc8d797-adb6-4279-a310-43ec7ec7dde8 {{(pid=99720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:08:48.250330 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d3300311-00df-4643-9f9d-f50e2c5005e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:48.280198 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f484edb6-c015-4ec3-87df-4c39a3c31a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:48.311234 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484edb6-c015-4ec3-87df-4c39a3c31a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bc8d797-adb6-4279-a310-43ec7ec7dde8,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:48.323644 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f484edb6-c015-4ec3-87df-4c39a3c31a33 admin admin] No DVR routers for this DVR port 9bc8d797-adb6-4279-a310-43ec7ec7dde8 on host dv-cinder-813936-1-iscsi {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:08:48.337515 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-d3300311-00df-4643-9f9d-f50e2c5005e0 None None] For port 9bc8d797-adb6-4279-a310-43ec7ec7dde8, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=9bc8d797-adb6-4279-a310-43ec7ec7dde8,segment=NetworkSegment(8a76cb09-4f03-4226-bf64-12c38dfe7950),segment_id=8a76cb09-4f03-4226-bf64-12c38dfe7950)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:08:48.337844 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d3300311-00df-4643-9f9d-f50e2c5005e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:48.351842 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-d3300311-00df-4643-9f9d-f50e2c5005e0 None None] Calling delete_port for 9bc8d797-adb6-4279-a310-43ec7ec7dde8 owned by network:dhcp {{(pid=99720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:08:48.393248 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f484edb6-c015-4ec3-87df-4c39a3c31a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673054', 'neutron.services.segments.db._delete_segments_for_network-8762486597133'] for network, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:48.415410 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-f484edb6-c015-4ec3-87df-4c39a3c31a33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4edc1173-be00-4c89-a12c-caa268602856']}} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:48.425500 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-f484edb6-c015-4ec3-87df-4c39a3c31a33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a76cb09-4f03-4226-bf64-12c38dfe7950') {'for_net_delete': True} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:48.425788 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-f484edb6-c015-4ec3-87df-4c39a3c31a33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a76cb09-4f03-4226-bf64-12c38dfe7950') {} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:08:48.436081 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f484edb6-c015-4ec3-87df-4c39a3c31a33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762486598678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8741783'] for segment, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:48.449210 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-d3300311-00df-4643-9f9d-f50e2c5005e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169'] for port, after_delete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:48.459022 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f484edb6-c015-4ec3-87df-4c39a3c31a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:48.467066 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f484edb6-c015-4ec3-87df-4c39a3c31a33 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=99719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:08:48.467540 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f484edb6-c015-4ec3-87df-4c39a3c31a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8937544'] for segment, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: Traceback (most recent call last): Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: timer() Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: cb(*args, **kw) Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: return func(*args, **kwargs) Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: self._notify() Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: self.callback(batched_events) Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: event.method(event) Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: return f(self, *a, **k) Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: return self._get(url).json() Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: return self.request(url, 'GET', **kwargs) Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 18:08:48.470229 dv-cinder-813936-1-iscsi neutron-server[99719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 18:08:48.481035 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3300311-00df-4643-9f9d-f50e2c5005e0 None None] Pushing event deleted for resources: {'Port': ['ID=9bc8d797-adb6-4279-a310-43ec7ec7dde8,revision_number=None']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:48.484723 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3300311-00df-4643-9f9d-f50e2c5005e0 None None] No DVR routers for this DVR port 9bc8d797-adb6-4279-a310-43ec7ec7dde8 on host dv-cinder-813936-1-iscsi {{(pid=99720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:08:48.511614 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 7ec44be7-4e75-40b8-b3b9-fd48851f5cad no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:08:48.537897 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: 7ec44be7-4e75-40b8-b3b9-fd48851f5cad {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:08:48.538285 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 7ec44be7-4e75-40b8-b3b9-fd48851f5cad not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:08:48.538685 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 9bc8d797-adb6-4279-a310-43ec7ec7dde8 no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:08:48.560585 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: 9bc8d797-adb6-4279-a310-43ec7ec7dde8 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:08:48.560966 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 9bc8d797-adb6-4279-a310-43ec7ec7dde8 not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:08:48.561381 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device d93b2f1f-d046-45e1-8dc5-9fe3a2978a11 no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:08:48.581270 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: d93b2f1f-d046-45e1-8dc5-9fe3a2978a11 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:08:48.581611 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device d93b2f1f-d046-45e1-8dc5-9fe3a2978a11 not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:08:48.822108 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f484edb6-c015-4ec3-87df-4c39a3c31a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790056'] for network, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:48.833100 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-f484edb6-c015-4ec3-87df-4c39a3c31a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:48.836209 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-f484edb6-c015-4ec3-87df-4c39a3c31a33 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4edc1173-be00-4c89-a12c-caa268602856 HTTP/1.1" status: 204 len: 168 time: 0.8529091 Oct 14 18:08:48.849930 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484edb6-c015-4ec3-87df-4c39a3c31a33 admin admin] Pushing event deleted for resources: {'Network': ['ID=4edc1173-be00-4c89-a12c-caa268602856,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:48.950811 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57948) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:48.989953 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-71758a79-7d1e-4470-8030-56ca89dd8756 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6b2ef325cc942e0847843cf9f478e1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376968 Oct 14 18:08:48.992913 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57950) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:49.039503 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2e377164-a23b-457b-a87a-f29339a8c7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:49.060357 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2e377164-a23b-457b-a87a-f29339a8c7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:49.105970 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2e377164-a23b-457b-a87a-f29339a8c7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:49.108392 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-2e377164-a23b-457b-a87a-f29339a8c7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:49.109544 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-2e377164-a23b-457b-a87a-f29339a8c7c5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2a7aa80b-b698-4b92-933b-64bc82585dbb HTTP/1.1" status: 204 len: 168 time: 0.1157372 Oct 14 18:08:49.117787 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e377164-a23b-457b-a87a-f29339a8c7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7aa80b-b698-4b92-933b-64bc82585dbb,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:49.427884 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57956) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:49.469479 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-4f6711ca-e71d-4c64-b1d4-bf4b54273b6e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ceda8cf4eb9d4a93a25d72b42640bf69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404491 Oct 14 18:08:49.471770 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 57958) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:08:49.519553 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd754-e532-4d2e-957c-fb9b8f958987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:49.540123 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd754-e532-4d2e-957c-fb9b8f958987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:49.588600 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd754-e532-4d2e-957c-fb9b8f958987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:49.590978 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd754-e532-4d2e-957c-fb9b8f958987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:49.594561 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-cfcdd754-e532-4d2e-957c-fb9b8f958987 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d539b03d-3f0d-425b-989e-bd22a9915744 HTTP/1.1" status: 204 len: 168 time: 0.1195633 Oct 14 18:08:49.609332 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdd754-e532-4d2e-957c-fb9b8f958987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d539b03d-3f0d-425b-989e-bd22a9915744,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:56.198352 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-891107de-abb6-49a4-86b9-16d99ab341fa req-afec8821-4d11-4aac-9252-a20157fdec1f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2138304253&fields=id&tenant_id=fe6ea98a16a0448a9e137ee43fd4774d HTTP/1.1" status: 200 len: 267 time: 0.0368454 Oct 14 18:08:56.305996 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891107de-abb6-49a4-86b9-16d99ab341fa req-b5216215-1f5d-40d3-b8f0-cbbc2cbb4c07 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:56.308021 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-891107de-abb6-49a4-86b9-16d99ab341fa req-b5216215-1f5d-40d3-b8f0-cbbc2cbb4c07 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/networks?id=5c83cb0d-c037-4e41-8511-ec3c449aafb6 HTTP/1.1" status: 200 len: 812 time: 0.1029906 Oct 14 18:08:56.325870 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-891107de-abb6-49a4-86b9-16d99ab341fa req-7a7cab15-388d-4197-b367-b4cea1a525c5 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/quotas/fe6ea98a16a0448a9e137ee43fd4774d HTTP/1.1" status: 200 len: 375 time: 0.0120668 Oct 14 18:08:56.375928 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-891107de-abb6-49a4-86b9-16d99ab341fa req-81867659-969d-469c-87bb-bdf1db86f40d tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe6ea98a16a0448a9e137ee43fd4774d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443079 Oct 14 18:08:56.472580 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-891107de-abb6-49a4-86b9-16d99ab341fa req-7e031c27-173b-43bd-9a92-383acfc59593 service neutron] 10.222.0.49 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846725 Oct 14 18:08:56.573985 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-891107de-abb6-49a4-86b9-16d99ab341fa req-5e41ef45-04d8-432c-a72b-aa3a5c0e46ee service neutron] 10.222.0.49 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954089 Oct 14 18:08:56.871018 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-662ee118-9fbd-43ee-b899-886eb2084ff5 req-d324cfa3-b3f7-4cdf-b84d-b1be79530643 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 210 time: 0.0271354 Oct 14 18:08:57.851279 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891107de-abb6-49a4-86b9-16d99ab341fa req-3907875a-e0e5-4a59-bab1-a65cc216f541 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:57.852828 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-891107de-abb6-49a4-86b9-16d99ab341fa req-3907875a-e0e5-4a59-bab1-a65cc216f541 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.32 "GET /v2.0/networks?id=5c83cb0d-c037-4e41-8511-ec3c449aafb6 HTTP/1.1" status: 200 len: 812 time: 0.1093056 Oct 14 18:08:57.900066 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-891107de-abb6-49a4-86b9-16d99ab341fa req-67da9040-961b-4e39-8319-925ccf6e32b5 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe6ea98a16a0448a9e137ee43fd4774d HTTP/1.1" status: 200 len: 380 time: 0.0367606 Oct 14 18:08:57.911598 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-891107de-abb6-49a4-86b9-16d99ab341fa req-6035528c-53e4-499a-97d4-6ec84869e20e tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Request body: {'port': {'device_id': 'fb9dc296-f604-42d1-9117-d611228ee8a7', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'admin_state_up': True, 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'security_groups': ['e2c1c90e-786d-434e-b460-bdb83b791d37']}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:08:57.966771 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3c74afbd-e8c0-41eb-8bca-6449eba6b76d req-e86ae985-8a60-42f4-8601-daf167b30382 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 210 time: 0.0276968 Oct 14 18:08:58.029999 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-891107de-abb6-49a4-86b9-16d99ab341fa req-6035528c-53e4-499a-97d4-6ec84869e20e tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Made reservation on behalf of fe6ea98a16a0448a9e137ee43fd4774d for: {'port': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:08:58.033666 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-891107de-abb6-49a4-86b9-16d99ab341fa req-6035528c-53e4-499a-97d4-6ec84869e20e tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:58.156918 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [req-891107de-abb6-49a4-86b9-16d99ab341fa req-6035528c-53e4-499a-97d4-6ec84869e20e tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Allocated IP 172.20.0.12 (5c83cb0d-c037-4e41-8511-ec3c449aafb6/71d309b1-3cfb-4928-b14d-dcfd89b85221/b69ccdb1-2cc7-47a6-8778-baf139b76580) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:08:58.301584 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-891107de-abb6-49a4-86b9-16d99ab341fa req-6035528c-53e4-499a-97d4-6ec84869e20e tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:58.335233 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-891107de-abb6-49a4-86b9-16d99ab341fa req-6035528c-53e4-499a-97d4-6ec84869e20e tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:58.379456 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-891107de-abb6-49a4-86b9-16d99ab341fa req-6035528c-53e4-499a-97d4-6ec84869e20e tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Network 5c83cb0d-c037-4e41-8511-ec3c449aafb6 is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:08:58.382487 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [req-891107de-abb6-49a4-86b9-16d99ab341fa req-6035528c-53e4-499a-97d4-6ec84869e20e tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:08:58.386095 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-891107de-abb6-49a4-86b9-16d99ab341fa req-6035528c-53e4-499a-97d4-6ec84869e20e tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:08:58.415118 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035528c-53e4-499a-97d4-6ec84869e20e tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Pushing event updated for resources: {'Port': ['ID=b69ccdb1-2cc7-47a6-8778-baf139b76580,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:58.449718 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891107de-abb6-49a4-86b9-16d99ab341fa req-6035528c-53e4-499a-97d4-6ec84869e20e tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:58.450328 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-891107de-abb6-49a4-86b9-16d99ab341fa req-6035528c-53e4-499a-97d4-6ec84869e20e tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:58.466405 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-891107de-abb6-49a4-86b9-16d99ab341fa req-6035528c-53e4-499a-97d4-6ec84869e20e tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5591331 Oct 14 18:08:58.480028 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-891107de-abb6-49a4-86b9-16d99ab341fa req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] Request body: {'port': {'device_id': 'fb9dc296-f604-42d1-9117-d611228ee8a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81393'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:08:58.536002 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-891107de-abb6-49a4-86b9-16d99ab341fa req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:58.622108 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-67708bed-3aae-40bd-8949-2e29236963f8 None None] Provisioning complete for port b69ccdb1-2cc7-47a6-8778-baf139b76580 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:08:58.622721 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-67708bed-3aae-40bd-8949-2e29236963f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:58.656345 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-67708bed-3aae-40bd-8949-2e29236963f8 None None] Port b69ccdb1-2cc7-47a6-8778-baf139b76580 cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:08:58.799295 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [req-891107de-abb6-49a4-86b9-16d99ab341fa req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69ccdb1-2cc7-47a6-8778-baf139b76580 {{(pid=99719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:08:58.806786 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-891107de-abb6-49a4-86b9-16d99ab341fa req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:58.818334 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.provisioning_blocks [req-891107de-abb6-49a4-86b9-16d99ab341fa req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] Transition to ACTIVE for port object b69ccdb1-2cc7-47a6-8778-baf139b76580 will not be triggered until provisioned by entity L2. {{(pid=99719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 18:08:58.822092 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-891107de-abb6-49a4-86b9-16d99ab341fa req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:58.878242 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] Pushing event updated for resources: {'Port': ['ID=b69ccdb1-2cc7-47a6-8778-baf139b76580,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:58.960308 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-891107de-abb6-49a4-86b9-16d99ab341fa req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] Attempting to bind port b69ccdb1-2cc7-47a6-8778-baf139b76580 on host hv-cinder-81393 for vnic_type normal with profile {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:08:58.961004 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-891107de-abb6-49a4-86b9-16d99ab341fa req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] Attempting to bind port b69ccdb1-2cc7-47a6-8778-baf139b76580 by drivers openvswitch,hyperv on host hv-cinder-81393 at level 0 using segments [{'id': '46c69157-d0a8-458f-9e67-cefbc8750d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6'}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:08:58.961004 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891107de-abb6-49a4-86b9-16d99ab341fa req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] Attempting to bind port b69ccdb1-2cc7-47a6-8778-baf139b76580 on network 5c83cb0d-c037-4e41-8511-ec3c449aafb6 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:08:58.965952 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891107de-abb6-49a4-86b9-16d99ab341fa req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] Port b69ccdb1-2cc7-47a6-8778-baf139b76580 on network 5c83cb0d-c037-4e41-8511-ec3c449aafb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81393 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 18:08:58.966270 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891107de-abb6-49a4-86b9-16d99ab341fa req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] Attempting to bind port b69ccdb1-2cc7-47a6-8778-baf139b76580 on network 5c83cb0d-c037-4e41-8511-ec3c449aafb6 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:08:58.971194 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891107de-abb6-49a4-86b9-16d99ab341fa req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] Checking agent: {'id': '26c515f5-fc83-44a3-9c50-84c881af0873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81393', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'started_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:08:58.971524 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891107de-abb6-49a4-86b9-16d99ab341fa req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] Checking segment: {'id': '46c69157-d0a8-458f-9e67-cefbc8750d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:08:58.971897 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891107de-abb6-49a4-86b9-16d99ab341fa req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] Bound using segment: {'id': '46c69157-d0a8-458f-9e67-cefbc8750d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6'} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:08:58.972319 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-891107de-abb6-49a4-86b9-16d99ab341fa req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] Bound port: b69ccdb1-2cc7-47a6-8778-baf139b76580, host: hv-cinder-81393, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c69157-d0a8-458f-9e67-cefbc8750d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6'}}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:08:58.972669 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-891107de-abb6-49a4-86b9-16d99ab341fa req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:59.051840 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-891107de-abb6-49a4-86b9-16d99ab341fa req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] For port b69ccdb1-2cc7-47a6-8778-baf139b76580, host hv-cinder-81393, cleared binding levels {{(pid=99719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:08:59.076908 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-891107de-abb6-49a4-86b9-16d99ab341fa req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] For port b69ccdb1-2cc7-47a6-8778-baf139b76580, host hv-cinder-81393, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=b69ccdb1-2cc7-47a6-8778-baf139b76580,segment=NetworkSegment(46c69157-d0a8-458f-9e67-cefbc8750d0d),segment_id=46c69157-d0a8-458f-9e67-cefbc8750d0d)] {{(pid=99719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:08:59.083404 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-891107de-abb6-49a4-86b9-16d99ab341fa req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:59.124659 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891107de-abb6-49a4-86b9-16d99ab341fa req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:59.125331 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-891107de-abb6-49a4-86b9-16d99ab341fa req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:08:59.126682 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-891107de-abb6-49a4-86b9-16d99ab341fa req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] 10.222.0.32 "PUT /v2.0/ports/b69ccdb1-2cc7-47a6-8778-baf139b76580 HTTP/1.1" status: 200 len: 1094 time: 0.6515787 Oct 14 18:08:59.127122 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9dc296-f604-42d1-9117-d611228ee8a7', 'tag': 'b69ccdb1-2cc7-47a6-8778-baf139b76580'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:08:59.137970 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9561306b-f89e-4add-8bdd-00aa307891cf" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9dc296-f604-42d1-9117-d611228ee8a7", "tag": "b69ccdb1-2cc7-47a6-8778-baf139b76580"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:08:59.142296 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41129288-1703-474c-b891-a02c6be86d42 req-50ff82cb-e961-4875-8d3a-20b233bbf420 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:59.143810 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-41129288-1703-474c-b891-a02c6be86d42 req-50ff82cb-e961-4875-8d3a-20b233bbf420 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 944 time: 0.1026080 Oct 14 18:08:59.188023 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0c1c78-c7ba-45d3-8c5f-db10c33cecbd x-openstack-request-id: req-4d0c1c78-c7ba-45d3-8c5f-db10c33cecbd {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:08:59.188312 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9dc296-f604-42d1-9117-d611228ee8a7", "tag": "b69ccdb1-2cc7-47a6-8778-baf139b76580", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:08:59.188566 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d0c1c78-c7ba-45d3-8c5f-db10c33cecbd {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:08:59.188988 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9dc296-f604-42d1-9117-d611228ee8a7', 'tag': 'b69ccdb1-2cc7-47a6-8778-baf139b76580', 'status': 'completed', 'code': 200} Oct 14 18:08:59.192688 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98feb43a-9092-4de1-aa58-9d9038a17959 service neutron] Pushing event updated for resources: {'Port': ['ID=b69ccdb1-2cc7-47a6-8778-baf139b76580,revision_number=3']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:08:59.235643 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-41129288-1703-474c-b891-a02c6be86d42 req-6a7bdb26-ecd1-42fa-9d68-c293ed3aa8ae tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844319 Oct 14 18:08:59.246163 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891107de-abb6-49a4-86b9-16d99ab341fa req-10e09e3a-9f77-47fa-afd2-78867399ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:59.247728 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-891107de-abb6-49a4-86b9-16d99ab341fa req-10e09e3a-9f77-47fa-afd2-78867399ed68 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe6ea98a16a0448a9e137ee43fd4774d&device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 1097 time: 0.0759370 Oct 14 18:08:59.294602 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-891107de-abb6-49a4-86b9-16d99ab341fa req-e10c691a-6319-407e-b76c-800e7e652bb0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b69ccdb1-2cc7-47a6-8778-baf139b76580 HTTP/1.1" status: 200 len: 217 time: 0.0380135 Oct 14 18:08:59.343850 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891107de-abb6-49a4-86b9-16d99ab341fa req-5be923a4-732e-4a1a-820d-021bd3f6d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:59.345264 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-891107de-abb6-49a4-86b9-16d99ab341fa req-5be923a4-732e-4a1a-820d-021bd3f6d504 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d309b1-3cfb-4928-b14d-dcfd89b85221 HTTP/1.1" status: 200 len: 851 time: 0.0430412 Oct 14 18:08:59.400271 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891107de-abb6-49a4-86b9-16d99ab341fa req-ce907aef-14d8-478e-8294-931c2f58b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:59.401708 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-891107de-abb6-49a4-86b9-16d99ab341fa req-ce907aef-14d8-478e-8294-931c2f58b0ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c83cb0d-c037-4e41-8511-ec3c449aafb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489707 Oct 14 18:08:59.491602 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-891107de-abb6-49a4-86b9-16d99ab341fa req-0042720e-0c38-477f-bf24-971b33bff8f7 service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812905 Oct 14 18:08:59.584598 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-891107de-abb6-49a4-86b9-16d99ab341fa req-7bb84bb1-bad6-4f9a-9536-a2a3707a827f service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859571 Oct 14 18:08:59.680024 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561306b-f89e-4add-8bdd-00aa307891cf req-fe441592-e740-469a-a87a-b18b784f8d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:59.681452 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9561306b-f89e-4add-8bdd-00aa307891cf req-fe441592-e740-469a-a87a-b18b784f8d61 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe6ea98a16a0448a9e137ee43fd4774d&device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 1097 time: 0.0418534 Oct 14 18:08:59.772738 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561306b-f89e-4add-8bdd-00aa307891cf req-cb8278c6-f52c-48e2-9ce3-12d726d2eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:59.774238 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9561306b-f89e-4add-8bdd-00aa307891cf req-cb8278c6-f52c-48e2-9ce3-12d726d2eb00 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5c83cb0d-c037-4e41-8511-ec3c449aafb6 HTTP/1.1" status: 200 len: 913 time: 0.0821488 Oct 14 18:08:59.819946 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9561306b-f89e-4add-8bdd-00aa307891cf req-efa351ad-1abc-4581-80d6-be8061519aa5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b69ccdb1-2cc7-47a6-8778-baf139b76580 HTTP/1.1" status: 200 len: 217 time: 0.0370061 Oct 14 18:08:59.874854 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561306b-f89e-4add-8bdd-00aa307891cf req-f79828ae-3deb-4c86-9f2b-79c0ba323084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:59.876248 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9561306b-f89e-4add-8bdd-00aa307891cf req-f79828ae-3deb-4c86-9f2b-79c0ba323084 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d309b1-3cfb-4928-b14d-dcfd89b85221 HTTP/1.1" status: 200 len: 851 time: 0.0448577 Oct 14 18:08:59.922488 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561306b-f89e-4add-8bdd-00aa307891cf req-c7031350-47a7-45fc-89a9-eee8faaadc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:08:59.923879 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9561306b-f89e-4add-8bdd-00aa307891cf req-c7031350-47a7-45fc-89a9-eee8faaadc69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c83cb0d-c037-4e41-8511-ec3c449aafb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382905 Oct 14 18:09:00.018989 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9561306b-f89e-4add-8bdd-00aa307891cf req-0b1547d2-695b-4a6a-a43b-9246571cb5fd service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851283 Oct 14 18:09:00.108776 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9561306b-f89e-4add-8bdd-00aa307891cf req-56beda08-2e57-4715-9df1-a8cbe6006229 service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818200 Oct 14 18:09:00.351863 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480d1e7-69e8-437f-9227-2d0c8fa9a121 req-5c26e56d-0cff-40ce-aef2-9351cea17393 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:00.353282 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7480d1e7-69e8-437f-9227-2d0c8fa9a121 req-5c26e56d-0cff-40ce-aef2-9351cea17393 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 944 time: 0.0467215 Oct 14 18:09:00.391729 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-7480d1e7-69e8-437f-9227-2d0c8fa9a121 req-7d9e6f32-d114-4b30-b008-0f0cc5092156 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319409 Oct 14 18:09:01.194292 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:09:01.502961 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c2126-f987-4180-b177-5b5c4dff3753 req-3d95ba3f-76d3-482c-831c-f540420eee46 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:01.504382 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e58c2126-f987-4180-b177-5b5c4dff3753 req-3d95ba3f-76d3-482c-831c-f540420eee46 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 944 time: 0.0478623 Oct 14 18:09:01.545104 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e58c2126-f987-4180-b177-5b5c4dff3753 req-1c2c7ec0-8e08-4a94-83cf-38979a7dda67 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347304 Oct 14 18:09:02.664042 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9968ec2-a3db-4a33-84ca-c33d3c08dfb0 req-8f22c93b-0819-498d-bf7d-e90403171ee2 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:02.665514 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-a9968ec2-a3db-4a33-84ca-c33d3c08dfb0 req-8f22c93b-0819-498d-bf7d-e90403171ee2 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 944 time: 0.0521166 Oct 14 18:09:02.702720 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-a9968ec2-a3db-4a33-84ca-c33d3c08dfb0 req-ce66fd71-dedd-4466-9b2e-23a212ca691d tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305564 Oct 14 18:09:03.813013 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7bb44-5c0b-4fc3-85b1-acbb5519a3e1 req-d57c43f8-42b5-4c46-8fbb-d55b3b2eee4e tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:03.814430 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a6b7bb44-5c0b-4fc3-85b1-acbb5519a3e1 req-d57c43f8-42b5-4c46-8fbb-d55b3b2eee4e tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 944 time: 0.0468748 Oct 14 18:09:03.850512 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a6b7bb44-5c0b-4fc3-85b1-acbb5519a3e1 req-54463ced-a63e-4906-a0ac-002f3927509d tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302927 Oct 14 18:09:04.970326 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7e619-f6ff-411c-bd06-9c200fea3677 req-6936aca1-5141-4392-a699-9711e8979327 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:04.971771 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-86c7e619-f6ff-411c-bd06-9c200fea3677 req-6936aca1-5141-4392-a699-9711e8979327 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 944 time: 0.0566218 Oct 14 18:09:05.008010 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-86c7e619-f6ff-411c-bd06-9c200fea3677 req-7c9bdd51-8023-4add-9b9d-9dcce9544747 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303686 Oct 14 18:09:06.121834 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dad47-3ba6-45cc-8e5a-90e0d9eb5c79 req-7d4926f4-49bf-4792-9b0e-cb834faeffc1 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:06.123265 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2f9dad47-3ba6-45cc-8e5a-90e0d9eb5c79 req-7d4926f4-49bf-4792-9b0e-cb834faeffc1 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 944 time: 0.0488880 Oct 14 18:09:06.159519 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2f9dad47-3ba6-45cc-8e5a-90e0d9eb5c79 req-f505577b-9611-4c90-9322-aa9e88acd3cd tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304050 Oct 14 18:09:06.265355 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device b69ccdb1-2cc7-47a6-8778-baf139b76580 details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:09:06.484692 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port b69ccdb1-2cc7-47a6-8778-baf139b76580, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=b69ccdb1-2cc7-47a6-8778-baf139b76580,segment=NetworkSegment(46c69157-d0a8-458f-9e67-cefbc8750d0d),segment_id=46c69157-d0a8-458f-9e67-cefbc8750d0d)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:09:06.495788 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': 'b69ccdb1-2cc7-47a6-8778-baf139b76580', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'port_id': 'b69ccdb1-2cc7-47a6-8778-baf139b76580', 'mac_address': 'fa:16:3e:f9:51:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:09:06.531623 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:06.543900 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69ccdb1-2cc7-47a6-8778-baf139b76580 {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:09:06.562553 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port b69ccdb1-2cc7-47a6-8778-baf139b76580, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=b69ccdb1-2cc7-47a6-8778-baf139b76580,segment=NetworkSegment(46c69157-d0a8-458f-9e67-cefbc8750d0d),segment_id=46c69157-d0a8-458f-9e67-cefbc8750d0d)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:09:06.572027 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:06.620377 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=b69ccdb1-2cc7-47a6-8778-baf139b76580,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:09:06.785138 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['b69ccdb1-2cc7-47a6-8778-baf139b76580'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:09:07.273490 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb866a-27cb-40a3-916c-acf47cb934a9 req-733277de-1d5b-486d-81a7-3ebfc7d08a26 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:07.275103 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-befb866a-27cb-40a3-916c-acf47cb934a9 req-733277de-1d5b-486d-81a7-3ebfc7d08a26 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 945 time: 0.0485871 Oct 14 18:09:07.313337 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-befb866a-27cb-40a3-916c-acf47cb934a9 req-526f3cfe-1bac-4270-acb3-dee064638534 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323129 Oct 14 18:09:08.300090 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device b69ccdb1-2cc7-47a6-8778-baf139b76580 up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:09:08.348467 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning for port b69ccdb1-2cc7-47a6-8778-baf139b76580 completed by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 18:09:08.352176 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port b69ccdb1-2cc7-47a6-8778-baf139b76580 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:09:08.352614 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:08.428237 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:08.429377 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c25b9-3844-4650-bd6d-e6a994433236 req-59a26680-1b6e-44d3-9907-e8ffeccac656 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:08.430839 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3c7c25b9-3844-4650-bd6d-e6a994433236 req-59a26680-1b6e-44d3-9907-e8ffeccac656 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 945 time: 0.0519910 Oct 14 18:09:08.452689 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9dc296-f604-42d1-9117-d611228ee8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69ccdb1-2cc7-47a6-8778-baf139b76580'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:09:08.454961 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0d22cb-fd6c-4481-9507-82567538afbb" -d '{"events": [{"server_uuid": "fb9dc296-f604-42d1-9117-d611228ee8a7", "name": "network-vif-plugged", "status": "completed", "tag": "b69ccdb1-2cc7-47a6-8778-baf139b76580"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:09:08.469540 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-3c7c25b9-3844-4650-bd6d-e6a994433236 req-1bf5f104-d7e3-4dbb-b3ae-d7c11d450b51 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320129 Oct 14 18:09:08.470947 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port b69ccdb1-2cc7-47a6-8778-baf139b76580, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=b69ccdb1-2cc7-47a6-8778-baf139b76580,segment=NetworkSegment(46c69157-d0a8-458f-9e67-cefbc8750d0d),segment_id=46c69157-d0a8-458f-9e67-cefbc8750d0d)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:09:08.476491 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:08.501686 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8725315f-41df-4646-8009-449a451e296c x-openstack-request-id: req-8725315f-41df-4646-8009-449a451e296c {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:09:08.501971 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9dc296-f604-42d1-9117-d611228ee8a7", "name": "network-vif-plugged", "status": "completed", "tag": "b69ccdb1-2cc7-47a6-8778-baf139b76580", "code": 200}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:09:08.502220 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8725315f-41df-4646-8009-449a451e296c {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:09:08.502599 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9dc296-f604-42d1-9117-d611228ee8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69ccdb1-2cc7-47a6-8778-baf139b76580', 'code': 200} Oct 14 18:09:08.526015 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=b69ccdb1-2cc7-47a6-8778-baf139b76580,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:09:08.713894 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe01a5-8f53-47d9-94d7-08134f6c6006 req-ff426328-90ec-402a-933b-e4d9160788e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:08.715309 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-febe01a5-8f53-47d9-94d7-08134f6c6006 req-ff426328-90ec-402a-933b-e4d9160788e6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 1099 time: 0.0387032 Oct 14 18:09:08.752664 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-febe01a5-8f53-47d9-94d7-08134f6c6006 req-fe72d5f1-cdf3-4cba-92a9-86cbdc740013 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299277 Oct 14 18:09:08.910088 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-3826ddeb-9519-4579-965c-6bff67a6d054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:09.585536 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf782e0a-0664-4071-bd0a-bc7e77868f2b req-35940b8d-bd72-4142-afbd-cd3cad62d5bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:09.586871 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bf782e0a-0664-4071-bd0a-bc7e77868f2b req-35940b8d-bd72-4142-afbd-cd3cad62d5bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 946 time: 0.0477021 Oct 14 18:09:09.623725 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-bf782e0a-0664-4071-bd0a-bc7e77868f2b req-e0df2bca-80c0-43a6-aba2-7627d61d99a0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303190 Oct 14 18:09:10.736786 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba36549-bbdd-499e-8865-735cf153d4ca req-8db2a4f3-dce2-4169-8e13-b9afab089d12 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:10.738228 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3ba36549-bbdd-499e-8865-735cf153d4ca req-8db2a4f3-dce2-4169-8e13-b9afab089d12 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 946 time: 0.0477688 Oct 14 18:09:10.773653 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3ba36549-bbdd-499e-8865-735cf153d4ca req-476c8808-125d-4b1d-81f9-ef11aadb23ec tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296738 Oct 14 18:09:10.889082 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c4ba2-61f1-4738-8cc1-0947c229351d req-d9dc70e6-02f7-43c4-a7f2-6a770a0756cf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:10.890549 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-816c4ba2-61f1-4738-8cc1-0947c229351d req-d9dc70e6-02f7-43c4-a7f2-6a770a0756cf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 946 time: 0.0530005 Oct 14 18:09:10.927127 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-816c4ba2-61f1-4738-8cc1-0947c229351d req-2b8d2a23-e693-4175-befe-c1bb7ac6e00f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306780 Oct 14 18:09:10.949363 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 58106) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:09:11.136336 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28025152-4a62-4527-89ab-d4ccdf72682c tempest-TestVolumeBootPattern-1142591293 tempest-TestVolumeBootPattern-1142591293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:11.137842 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-28025152-4a62-4527-89ab-d4ccdf72682c tempest-TestVolumeBootPattern-1142591293 tempest-TestVolumeBootPattern-1142591293-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 1094 time: 0.1875155 Oct 14 18:09:11.140664 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 58112) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:09:11.144783 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-a0772237-db37-44b7-8184-cd0039bc4bb9 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Request body: {'floatingip': {'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'port_id': 'b69ccdb1-2cc7-47a6-8778-baf139b76580', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:09:11.174873 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a0772237-db37-44b7-8184-cd0039bc4bb9 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for floatingip, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:11.266987 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a0772237-db37-44b7-8184-cd0039bc4bb9 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:11.294024 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:11.370957 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_common [None req-a0772237-db37-44b7-8184-cd0039bc4bb9 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Allocated IP 172.27.3.57 (d72eea9d-773f-4ba1-af60-02bc446a2bfb/b0081548-82f4-4db0-bd72-f0077bc2ab2a/9d1ff92d-2776-4432-90a2-0e3551e688ef) {{(pid=99718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:09:11.467561 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a0772237-db37-44b7-8184-cd0039bc4bb9 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for port, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:11.507539 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a0772237-db37-44b7-8184-cd0039bc4bb9 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:11.546253 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0772237-db37-44b7-8184-cd0039bc4bb9 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Network d72eea9d-773f-4ba1-af60-02bc446a2bfb is already hosted by enough agents. {{(pid=99718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:09:11.550540 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-a0772237-db37-44b7-8184-cd0039bc4bb9 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Resources bound (agent type, host, resource id): {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:09:11.553953 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0772237-db37-44b7-8184-cd0039bc4bb9 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Received port after_create {{(pid=99718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:09:11.578629 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-2468e1bc-68d8-4670-a8ac-6d81a1542c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:11.581226 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0772237-db37-44b7-8184-cd0039bc4bb9 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Pushing event updated for resources: {'Port': ['ID=9d1ff92d-2776-4432-90a2-0e3551e688ef,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:09:11.625822 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:11.931781 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a0772237-db37-44b7-8184-cd0039bc4bb9 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:12.223637 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a0772237-db37-44b7-8184-cd0039bc4bb9 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:12.380671 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a0772237-db37-44b7-8184-cd0039bc4bb9 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for port, precommit_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:12.385733 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a0772237-db37-44b7-8184-cd0039bc4bb9 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9121014'] for port, after_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:12.386406 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:12.453392 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0772237-db37-44b7-8184-cd0039bc4bb9 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Pushing event updated for resources: {'Port': ['ID=9d1ff92d-2776-4432-90a2-0e3551e688ef,revision_number=2']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:09:12.465343 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a0772237-db37-44b7-8184-cd0039bc4bb9 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3789850'] for floatingip, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:12.559855 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.db.l3_db [None req-a0772237-db37-44b7-8184-cd0039bc4bb9 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Floating IP e0eb2ebc-278c-4c27-a522-33aabe92f2f0 associated. External IP: 172.27.3.57, port: b69ccdb1-2cc7-47a6-8778-baf139b76580. Oct 14 18:09:12.752455 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0772237-db37-44b7-8184-cd0039bc4bb9 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:09:12.854815 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0772237-db37-44b7-8184-cd0039bc4bb9 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:09:12.864394 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e33a96b-6684-41ad-b4cc-1f48f8c65a69 None None] Sync routers for ids ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:09:12.871902 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a0772237-db37-44b7-8184-cd0039bc4bb9 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for floatingip, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:12.875207 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e33a96b-6684-41ad-b4cc-1f48f8c65a69 None None] Routers {'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:09:12.875925 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-3e33a96b-6684-41ad-b4cc-1f48f8c65a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:09:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:09:12.898487 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-a0772237-db37-44b7-8184-cd0039bc4bb9 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7568064 Oct 14 18:09:12.899154 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9dc296-f604-42d1-9117-d611228ee8a7', 'tag': 'b69ccdb1-2cc7-47a6-8778-baf139b76580'}] {{(pid=99718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:09:12.901476 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8f27bdffdb2052dedec3557c5a9650e18fe8e4a7ef2e79a5b2f75573612b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fc2ced-e353-4720-b4f4-b53da2907107" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9dc296-f604-42d1-9117-d611228ee8a7", "tag": "b69ccdb1-2cc7-47a6-8778-baf139b76580"}]}' {{(pid=99718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:09:12.938958 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92713b76-526b-4b66-9cda-dadfb92844f8 x-openstack-request-id: req-92713b76-526b-4b66-9cda-dadfb92844f8 {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:09:12.939556 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9dc296-f604-42d1-9117-d611228ee8a7", "tag": "b69ccdb1-2cc7-47a6-8778-baf139b76580", "status": "completed", "code": 200}]} {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:09:12.939556 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92713b76-526b-4b66-9cda-dadfb92844f8 {{(pid=99718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:09:12.939870 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9dc296-f604-42d1-9117-d611228ee8a7', 'tag': 'b69ccdb1-2cc7-47a6-8778-baf139b76580', 'status': 'completed', 'code': 200} Oct 14 18:09:12.980775 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-3e33a96b-6684-41ad-b4cc-1f48f8c65a69 None None] Set router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:09:13.193972 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-3e33a96b-6684-41ad-b4cc-1f48f8c65a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': 'e0eb2ebc-278c-4c27-a522-33aabe92f2f0', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'floating_ip_address': '172.27.3.57', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'port_id': 'b69ccdb1-2cc7-47a6-8778-baf139b76580', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'mac_address': 'fa:16:3e:f9:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9dc296-f604-42d1-9117-d611228ee8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:09:11Z', 'updated_at': '2021-10-14T18:09:11Z', 'revision_number': 0, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ddeb2-ce39-4437-a94f-c41e447a90cc', 'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'mac_address': 'fa:16:3e:5b:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:27Z', 'updated_at': '2021-10-14T18:08:33Z', 'revision_number': 5, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'subnets': [{'id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:09:13.224330 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e33a96b-6684-41ad-b4cc-1f48f8c65a69 None None] Checking router: e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:09:13.232848 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e33a96b-6684-41ad-b4cc-1f48f8c65a69 None None] Routers {'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:09:13.233471 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-3e33a96b-6684-41ad-b4cc-1f48f8c65a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:09:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:09:13.337186 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-3e33a96b-6684-41ad-b4cc-1f48f8c65a69 None None] Set router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:09:13.550398 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-3e33a96b-6684-41ad-b4cc-1f48f8c65a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': 'e0eb2ebc-278c-4c27-a522-33aabe92f2f0', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'floating_ip_address': '172.27.3.57', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'port_id': 'b69ccdb1-2cc7-47a6-8778-baf139b76580', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'mac_address': 'fa:16:3e:f9:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9dc296-f604-42d1-9117-d611228ee8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:09:11Z', 'updated_at': '2021-10-14T18:09:11Z', 'revision_number': 0, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ddeb2-ce39-4437-a94f-c41e447a90cc', 'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'mac_address': 'fa:16:3e:5b:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:27Z', 'updated_at': '2021-10-14T18:08:33Z', 'revision_number': 5, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'subnets': [{'id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:09:13.578647 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e33a96b-6684-41ad-b4cc-1f48f8c65a69 None None] The sync data for ids ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'] in dv-cinder-813936-1-iscsi is: [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': 'e0eb2ebc-278c-4c27-a522-33aabe92f2f0', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'floating_ip_address': '172.27.3.57', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'port_id': 'b69ccdb1-2cc7-47a6-8778-baf139b76580', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'mac_address': 'fa:16:3e:f9:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9dc296-f604-42d1-9117-d611228ee8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:09:11Z', 'updated_at': '2021-10-14T18:09:11Z', 'revision_number': 0, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ddeb2-ce39-4437-a94f-c41e447a90cc', 'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'mac_address': 'fa:16:3e:5b:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:27Z', 'updated_at': '2021-10-14T18:08:33Z', 'revision_number': 5, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'subnets': [{'id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:09:13.750555 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed60fe6-bc95-4f98-911f-6c33f478e8fc None None] New status for floating IP e0eb2ebc-278c-4c27-a522-33aabe92f2f0: ACTIVE {{(pid=99721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 18:09:14.272357 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:15.248411 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc2ced-e353-4720-b4f4-b53da2907107 req-e0346f30-53b6-4350-bae6-307d43173487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:15.249864 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-83fc2ced-e353-4720-b4f4-b53da2907107 req-e0346f30-53b6-4350-bae6-307d43173487 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe6ea98a16a0448a9e137ee43fd4774d&device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 1099 time: 0.0396564 Oct 14 18:09:15.343543 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc2ced-e353-4720-b4f4-b53da2907107 req-8a612c9b-5a45-411d-9cc8-f0cc1c8fdaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:15.345483 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-83fc2ced-e353-4720-b4f4-b53da2907107 req-8a612c9b-5a45-411d-9cc8-f0cc1c8fdaae service neutron] 10.222.0.32 "GET /v2.0/networks?id=5c83cb0d-c037-4e41-8511-ec3c449aafb6 HTTP/1.1" status: 200 len: 913 time: 0.0882988 Oct 14 18:09:15.412984 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-83fc2ced-e353-4720-b4f4-b53da2907107 req-70044aa6-8ffa-480f-a9c6-80de38b721a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b69ccdb1-2cc7-47a6-8778-baf139b76580 HTTP/1.1" status: 200 len: 1001 time: 0.0598543 Oct 14 18:09:15.465703 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc2ced-e353-4720-b4f4-b53da2907107 req-4a197cd3-64fd-49fd-a67d-c79799f15838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:15.467119 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-83fc2ced-e353-4720-b4f4-b53da2907107 req-4a197cd3-64fd-49fd-a67d-c79799f15838 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d309b1-3cfb-4928-b14d-dcfd89b85221 HTTP/1.1" status: 200 len: 851 time: 0.0427709 Oct 14 18:09:15.518191 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc2ced-e353-4720-b4f4-b53da2907107 req-9e081fbc-2314-41a4-a6ee-f31b4af224a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:15.519512 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-83fc2ced-e353-4720-b4f4-b53da2907107 req-9e081fbc-2314-41a4-a6ee-f31b4af224a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c83cb0d-c037-4e41-8511-ec3c449aafb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413291 Oct 14 18:09:15.605210 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-83fc2ced-e353-4720-b4f4-b53da2907107 req-a341ad0a-8a20-42f1-953f-f1540708e7a8 service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779259 Oct 14 18:09:15.693473 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-83fc2ced-e353-4720-b4f4-b53da2907107 req-9c4b8ca6-b2c3-4b74-aec2-ef06d1fe2f1a service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810390 Oct 14 18:09:29.601665 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf5a3a-e656-4369-9728-519e0230f76b req-0c852c7b-dea5-4c89-9f5c-a2901df37bd1 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:29.603103 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d4cf5a3a-e656-4369-9728-519e0230f76b req-0c852c7b-dea5-4c89-9f5c-a2901df37bd1 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e685812-a841-4879-9fe9-3634c6c23848 HTTP/1.1" status: 200 len: 946 time: 0.0506918 Oct 14 18:09:29.640053 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-d4cf5a3a-e656-4369-9728-519e0230f76b req-f9fd5226-ce7c-489d-b41f-152c721aa805 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7dfb09f2-bd83-4435-b1f3-987cc496ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304706 Oct 14 18:09:30.754208 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6e2c0-b98d-4b81-9d8a-9a38bcc997b9 req-8cfd6bd5-bc28-4a6b-84d8-f8a338e234ec tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:30.755639 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2ab6e2c0-b98d-4b81-9d8a-9a38bcc997b9 req-8cfd6bd5-bc28-4a6b-84d8-f8a338e234ec tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e685812-a841-4879-9fe9-3634c6c23848 HTTP/1.1" status: 200 len: 946 time: 0.0483396 Oct 14 18:09:30.792772 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2ab6e2c0-b98d-4b81-9d8a-9a38bcc997b9 req-0e1c7f0f-c7e7-48fd-a2c0-fdd6b7ac0481 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7dfb09f2-bd83-4435-b1f3-987cc496ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312662 Oct 14 18:09:31.243698 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077c61f-a5bb-400f-9638-c7664d19b27f req-71baa98a-f673-4211-8e77-66e5e32a2cc5 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:31.245110 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0077c61f-a5bb-400f-9638-c7664d19b27f req-71baa98a-f673-4211-8e77-66e5e32a2cc5 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e685812-a841-4879-9fe9-3634c6c23848 HTTP/1.1" status: 200 len: 946 time: 0.0459950 Oct 14 18:09:31.334440 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-0077c61f-a5bb-400f-9638-c7664d19b27f req-3a6e9d3a-3651-4d6a-bffe-99896df506cc tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Deleting port b7aa9abe-1ddb-45bb-a917-101b601dbe35 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:09:31.334773 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-0077c61f-a5bb-400f-9638-c7664d19b27f req-3a6e9d3a-3651-4d6a-bffe-99896df506cc tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:31.419980 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-0077c61f-a5bb-400f-9638-c7664d19b27f req-3a6e9d3a-3651-4d6a-bffe-99896df506cc tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] For port b7aa9abe-1ddb-45bb-a917-101b601dbe35, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=b7aa9abe-1ddb-45bb-a917-101b601dbe35,segment=NetworkSegment(66f02586-7d3e-49fd-b7c2-ecb7726c4d61),segment_id=66f02586-7d3e-49fd-b7c2-ecb7726c4d61)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:09:31.420336 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-0077c61f-a5bb-400f-9638-c7664d19b27f req-3a6e9d3a-3651-4d6a-bffe-99896df506cc tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:31.432358 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-0077c61f-a5bb-400f-9638-c7664d19b27f req-3a6e9d3a-3651-4d6a-bffe-99896df506cc tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Calling delete_port for b7aa9abe-1ddb-45bb-a917-101b601dbe35 owned by compute:nova {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:09:31.557424 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-0077c61f-a5bb-400f-9638-c7664d19b27f req-3a6e9d3a-3651-4d6a-bffe-99896df506cc tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:31.570587 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['b7aa9abe-1ddb-45bb-a917-101b601dbe35'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:09:31.583592 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e9d3a-3651-4d6a-bffe-99896df506cc tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Pushing event deleted for resources: {'Port': ['ID=b7aa9abe-1ddb-45bb-a917-101b601dbe35,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:09:31.593079 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e9d3a-3651-4d6a-bffe-99896df506cc tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:31.593434 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e9d3a-3651-4d6a-bffe-99896df506cc tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:31.593775 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e9d3a-3651-4d6a-bffe-99896df506cc tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:31.594121 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e9d3a-3651-4d6a-bffe-99896df506cc tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:31.594449 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e9d3a-3651-4d6a-bffe-99896df506cc tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:31.594775 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e9d3a-3651-4d6a-bffe-99896df506cc tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:31.595100 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e9d3a-3651-4d6a-bffe-99896df506cc tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:31.595425 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e9d3a-3651-4d6a-bffe-99896df506cc tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:31.595744 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e9d3a-3651-4d6a-bffe-99896df506cc tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:31.596064 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e9d3a-3651-4d6a-bffe-99896df506cc tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:31.596383 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e9d3a-3651-4d6a-bffe-99896df506cc tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:31.597227 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e9d3a-3651-4d6a-bffe-99896df506cc tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:31.638684 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0077c61f-a5bb-400f-9638-c7664d19b27f req-3a6e9d3a-3651-4d6a-bffe-99896df506cc tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] No DVR routers for this DVR port b7aa9abe-1ddb-45bb-a917-101b601dbe35 on host hv-cinder-81393 {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:09:31.641161 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-0077c61f-a5bb-400f-9638-c7664d19b27f req-3a6e9d3a-3651-4d6a-bffe-99896df506cc tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:31.644354 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0077c61f-a5bb-400f-9638-c7664d19b27f req-3a6e9d3a-3651-4d6a-bffe-99896df506cc tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.32 "DELETE /v2.0/ports/b7aa9abe-1ddb-45bb-a917-101b601dbe35 HTTP/1.1" status: 204 len: 173 time: 0.3926888 Oct 14 18:09:31.644781 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e685812-a841-4879-9fe9-3634c6c23848', 'name': 'network-vif-deleted', 'tag': 'b7aa9abe-1ddb-45bb-a917-101b601dbe35'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:09:31.647016 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb250e27-ebf5-4b4b-afc8-2a559e4be4a8" -d '{"events": [{"server_uuid": "0e685812-a841-4879-9fe9-3634c6c23848", "name": "network-vif-deleted", "tag": "b7aa9abe-1ddb-45bb-a917-101b601dbe35"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:09:31.681809 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c013882-b3bb-4b48-bc19-e91f3208860e x-openstack-request-id: req-8c013882-b3bb-4b48-bc19-e91f3208860e {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:09:31.682104 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e685812-a841-4879-9fe9-3634c6c23848", "name": "network-vif-deleted", "tag": "b7aa9abe-1ddb-45bb-a917-101b601dbe35", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:09:31.682363 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c013882-b3bb-4b48-bc19-e91f3208860e {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:09:31.682760 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e685812-a841-4879-9fe9-3634c6c23848', 'name': 'network-vif-deleted', 'tag': 'b7aa9abe-1ddb-45bb-a917-101b601dbe35', 'status': 'completed', 'code': 200} Oct 14 18:09:31.894144 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-95cc99a4-e3f3-402d-a4c5-de28f6c34907 req-a0664e1a-dc8a-4c4e-87e9-d8bf8fd7eb77 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e685812-a841-4879-9fe9-3634c6c23848 HTTP/1.1" status: 200 len: 210 time: 0.0258591 Oct 14 18:09:35.001924 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device b7aa9abe-1ddb-45bb-a917-101b601dbe35 no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:09:35.021983 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] No Port match for: b7aa9abe-1ddb-45bb-a917-101b601dbe35 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:09:35.022325 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device b7aa9abe-1ddb-45bb-a917-101b601dbe35 not bound to the agent host hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:09:38.194921 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:09:38.915189 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-84fb85f4-5e5a-44c7-ab6f-e2fc93bdd713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:40.832296 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-cc32eb8a-decd-4d5e-8691-22c29c4b4ed2 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:40.833648 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-cc32eb8a-decd-4d5e-8691-22c29c4b4ed2 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/networks?id=b8e33f10-6b70-4ce1-b582-ed30750cec95 HTTP/1.1" status: 200 len: 814 time: 0.0981967 Oct 14 18:09:40.847938 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-ffec009d-7b1b-40b7-ad56-81ca4bdcd1d0 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/quotas/58ae10a827444b05a1ea64e78029e882 HTTP/1.1" status: 200 len: 375 time: 0.0087705 Oct 14 18:09:40.882490 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-bdd05642-1fea-4de5-83f6-820b8106e175 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=58ae10a827444b05a1ea64e78029e882&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296271 Oct 14 18:09:40.970165 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-29534790-6ff3-46ff-8726-5924b2f541dc service neutron] 10.222.0.49 "GET /v2.0/networks/b8e33f10-6b70-4ce1-b582-ed30750cec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809731 Oct 14 18:09:41.063652 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-57bb13f1-ef0a-4865-b7cc-5f27e545a587 service neutron] 10.222.0.49 "GET /v2.0/networks/b8e33f10-6b70-4ce1-b582-ed30750cec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874922 Oct 14 18:09:41.217556 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-c6ea114f-cfec-4af7-a051-64874c1a33f7 req-5c638c37-bb42-4c89-8538-17b6fab3d4bb tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a HTTP/1.1" status: 200 len: 210 time: 0.0260847 Oct 14 18:09:41.318991 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:41.582271 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-b31c68ed-834a-4b16-a520-551148144066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:41.627939 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:42.108337 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-954739dc-b2ae-448f-a1c4-c62de7198f09 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:42.109771 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-954739dc-b2ae-448f-a1c4-c62de7198f09 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.32 "GET /v2.0/networks?id=b8e33f10-6b70-4ce1-b582-ed30750cec95 HTTP/1.1" status: 200 len: 814 time: 0.0999293 Oct 14 18:09:42.123633 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-68764987-24e2-428c-b9d1-90bdfbf58feb tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Request body: {'port': {'device_id': '69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a', 'network_id': 'b8e33f10-6b70-4ce1-b582-ed30750cec95', 'admin_state_up': True, 'tenant_id': '58ae10a827444b05a1ea64e78029e882'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:09:42.236345 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-68764987-24e2-428c-b9d1-90bdfbf58feb tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Made reservation on behalf of 58ae10a827444b05a1ea64e78029e882 for: {'port': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:09:42.239825 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-68764987-24e2-428c-b9d1-90bdfbf58feb tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:42.326238 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cd98a182-11a7-4c01-a6ed-932cd5791a0f req-6292314f-adda-4c72-a7e0-fbaf2c1e39a4 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a HTTP/1.1" status: 200 len: 210 time: 0.0350599 Oct 14 18:09:42.389417 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:42.390024 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-68764987-24e2-428c-b9d1-90bdfbf58feb tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Allocated IP 172.20.0.12 (b8e33f10-6b70-4ce1-b582-ed30750cec95/aff94d00-1142-4e7e-8843-8e51cf9cfdcd/59294ad3-ed29-452c-8a66-d21630b4f6e6) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:09:42.534362 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-68764987-24e2-428c-b9d1-90bdfbf58feb tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:42.566666 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-68764987-24e2-428c-b9d1-90bdfbf58feb tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:42.608567 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-68764987-24e2-428c-b9d1-90bdfbf58feb tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Network b8e33f10-6b70-4ce1-b582-ed30750cec95 is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:09:42.611578 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-68764987-24e2-428c-b9d1-90bdfbf58feb tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:09:42.615119 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-68764987-24e2-428c-b9d1-90bdfbf58feb tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:09:42.643086 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68764987-24e2-428c-b9d1-90bdfbf58feb tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Pushing event updated for resources: {'Port': ['ID=59294ad3-ed29-452c-8a66-d21630b4f6e6,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:09:42.667628 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-68764987-24e2-428c-b9d1-90bdfbf58feb tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:42.668814 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-68764987-24e2-428c-b9d1-90bdfbf58feb tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:42.683646 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-68764987-24e2-428c-b9d1-90bdfbf58feb tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5642922 Oct 14 18:09:42.696025 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] Request body: {'port': {'device_id': '69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81393'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:09:42.747071 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:42.998620 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59294ad3-ed29-452c-8a66-d21630b4f6e6 {{(pid=99719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:09:43.005698 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:43.017564 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.provisioning_blocks [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] Transition to ACTIVE for port object 59294ad3-ed29-452c-8a66-d21630b4f6e6 will not be triggered until provisioned by entity L2. {{(pid=99719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 18:09:43.021167 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:43.072369 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] Pushing event updated for resources: {'Port': ['ID=59294ad3-ed29-452c-8a66-d21630b4f6e6,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:09:43.142121 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] Attempting to bind port 59294ad3-ed29-452c-8a66-d21630b4f6e6 on host hv-cinder-81393 for vnic_type normal with profile {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:09:43.142837 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] Attempting to bind port 59294ad3-ed29-452c-8a66-d21630b4f6e6 by drivers openvswitch,hyperv on host hv-cinder-81393 at level 0 using segments [{'id': '66f02586-7d3e-49fd-b7c2-ecb7726c4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b8e33f10-6b70-4ce1-b582-ed30750cec95'}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:09:43.142837 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] Attempting to bind port 59294ad3-ed29-452c-8a66-d21630b4f6e6 on network b8e33f10-6b70-4ce1-b582-ed30750cec95 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:09:43.146905 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] Port 59294ad3-ed29-452c-8a66-d21630b4f6e6 on network b8e33f10-6b70-4ce1-b582-ed30750cec95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81393 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 18:09:43.147219 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] Attempting to bind port 59294ad3-ed29-452c-8a66-d21630b4f6e6 on network b8e33f10-6b70-4ce1-b582-ed30750cec95 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:09:43.151814 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] Checking agent: {'id': '26c515f5-fc83-44a3-9c50-84c881af0873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81393', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'started_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:09:43.152141 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] Checking segment: {'id': '66f02586-7d3e-49fd-b7c2-ecb7726c4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b8e33f10-6b70-4ce1-b582-ed30750cec95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:09:43.152535 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] Bound using segment: {'id': '66f02586-7d3e-49fd-b7c2-ecb7726c4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b8e33f10-6b70-4ce1-b582-ed30750cec95'} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:09:43.152984 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] Bound port: 59294ad3-ed29-452c-8a66-d21630b4f6e6, host: hv-cinder-81393, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f02586-7d3e-49fd-b7c2-ecb7726c4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b8e33f10-6b70-4ce1-b582-ed30750cec95'}}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:09:43.153332 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:43.213356 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] For port 59294ad3-ed29-452c-8a66-d21630b4f6e6, host hv-cinder-81393, cleared binding levels {{(pid=99719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:09:43.216267 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] For port 59294ad3-ed29-452c-8a66-d21630b4f6e6, host hv-cinder-81393, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=59294ad3-ed29-452c-8a66-d21630b4f6e6,segment=NetworkSegment(66f02586-7d3e-49fd-b7c2-ecb7726c4d61),segment_id=66f02586-7d3e-49fd-b7c2-ecb7726c4d61)] {{(pid=99719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:09:43.221479 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:43.254162 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:43.254766 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:43.256133 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] 10.222.0.32 "PUT /v2.0/ports/59294ad3-ed29-452c-8a66-d21630b4f6e6 HTTP/1.1" status: 200 len: 1094 time: 0.5639293 Oct 14 18:09:43.256564 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a', 'tag': '59294ad3-ed29-452c-8a66-d21630b4f6e6'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:09:43.258808 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61425eb6-0044-448b-b63d-2684e7cfcc66" -d '{"events": [{"name": "network-changed", "server_uuid": "69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a", "tag": "59294ad3-ed29-452c-8a66-d21630b4f6e6"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:09:43.282843 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf76a9-8923-4df3-87ae-6a8696b68db2 service neutron] Pushing event updated for resources: {'Port': ['ID=59294ad3-ed29-452c-8a66-d21630b4f6e6,revision_number=3']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:09:43.308756 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c889f5-8188-4dfc-bb1a-063f31754c40 x-openstack-request-id: req-25c889f5-8188-4dfc-bb1a-063f31754c40 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:09:43.309974 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a", "tag": "59294ad3-ed29-452c-8a66-d21630b4f6e6", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:09:43.309974 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25c889f5-8188-4dfc-bb1a-063f31754c40 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:09:43.310203 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a', 'tag': '59294ad3-ed29-452c-8a66-d21630b4f6e6', 'status': 'completed', 'code': 200} Oct 14 18:09:43.342267 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-5c226ffc-aae7-4b54-bc2b-342a007781c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:43.343743 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-5c226ffc-aae7-4b54-bc2b-342a007781c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=58ae10a827444b05a1ea64e78029e882&device_id=69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a HTTP/1.1" status: 200 len: 1097 time: 0.0440543 Oct 14 18:09:43.388140 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-010aa5d1-959a-4559-a3ad-daef91525b1a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59294ad3-ed29-452c-8a66-d21630b4f6e6 HTTP/1.1" status: 200 len: 217 time: 0.0369444 Oct 14 18:09:43.461292 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-11e475fe-ad25-4c30-87d5-ed4c6c0a2478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:43.462701 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-11e475fe-ad25-4c30-87d5-ed4c6c0a2478 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aff94d00-1142-4e7e-8843-8e51cf9cfdcd HTTP/1.1" status: 200 len: 854 time: 0.0625501 Oct 14 18:09:43.473471 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ed7bc-7ed4-4840-a7dd-3657257d8e01 req-00ee1c80-749d-4690-aaf3-ae134de5e512 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:43.474800 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-987ed7bc-7ed4-4840-a7dd-3657257d8e01 req-00ee1c80-749d-4690-aaf3-ae134de5e512 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a HTTP/1.1" status: 200 len: 944 time: 0.0826921 Oct 14 18:09:43.512835 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-f9cc5c6f-e264-4dc5-b6e0-9c1ebb6eed16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8e33f10-6b70-4ce1-b582-ed30750cec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370560 Oct 14 18:09:43.546190 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-987ed7bc-7ed4-4840-a7dd-3657257d8e01 req-295affed-230f-40ba-9746-d568dd623589 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7dfb09f2-bd83-4435-b1f3-987cc496ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618689 Oct 14 18:09:43.608930 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-832bc185-fbb6-4819-86d9-70a7946761e0 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e33f10-6b70-4ce1-b582-ed30750cec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841756 Oct 14 18:09:43.698767 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4154904e-a58f-4e79-9e9a-5f09a0a3a71a req-1d693ed7-130d-4466-97ff-569485532efb service neutron] 10.222.0.32 "GET /v2.0/networks/b8e33f10-6b70-4ce1-b582-ed30750cec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823438 Oct 14 18:09:43.779923 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61425eb6-0044-448b-b63d-2684e7cfcc66 req-60bd1573-b514-42d2-a4fb-cd719f4bffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:43.781298 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-61425eb6-0044-448b-b63d-2684e7cfcc66 req-60bd1573-b514-42d2-a4fb-cd719f4bffba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=58ae10a827444b05a1ea64e78029e882&device_id=69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a HTTP/1.1" status: 200 len: 1097 time: 0.0401533 Oct 14 18:09:43.868015 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61425eb6-0044-448b-b63d-2684e7cfcc66 req-616727ad-ef9f-43d8-8a0f-198a1b11c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:43.869421 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-61425eb6-0044-448b-b63d-2684e7cfcc66 req-616727ad-ef9f-43d8-8a0f-198a1b11c850 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b8e33f10-6b70-4ce1-b582-ed30750cec95 HTTP/1.1" status: 200 len: 915 time: 0.0801113 Oct 14 18:09:44.170292 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-61425eb6-0044-448b-b63d-2684e7cfcc66 req-8e3e9573-373f-443e-a318-20bb9e12c0c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59294ad3-ed29-452c-8a66-d21630b4f6e6 HTTP/1.1" status: 200 len: 217 time: 0.2925451 Oct 14 18:09:44.219732 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61425eb6-0044-448b-b63d-2684e7cfcc66 req-8952a459-fd02-4116-b68a-2961aebc52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:44.221211 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-61425eb6-0044-448b-b63d-2684e7cfcc66 req-8952a459-fd02-4116-b68a-2961aebc52e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aff94d00-1142-4e7e-8843-8e51cf9cfdcd HTTP/1.1" status: 200 len: 854 time: 0.0416915 Oct 14 18:09:44.252942 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-61425eb6-0044-448b-b63d-2684e7cfcc66 req-084bd0b6-f6c3-4a97-a7e2-3c274057cf08 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b8e33f10-6b70-4ce1-b582-ed30750cec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236025 Oct 14 18:09:44.273234 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:44.345173 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-61425eb6-0044-448b-b63d-2684e7cfcc66 req-058ef190-df1e-4a7b-abea-f280ea382dec service neutron] 10.222.0.32 "GET /v2.0/networks/b8e33f10-6b70-4ce1-b582-ed30750cec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840960 Oct 14 18:09:44.430796 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-61425eb6-0044-448b-b63d-2684e7cfcc66 req-962482ef-7b46-48b7-af4c-73105a9da7b7 service neutron] 10.222.0.32 "GET /v2.0/networks/b8e33f10-6b70-4ce1-b582-ed30750cec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0774722 Oct 14 18:09:44.660713 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acd95e-19d1-4942-8492-5b49a0f221ab req-1a3cc990-8a1b-43cb-9ac6-857ecfc80a00 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:44.662159 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-92acd95e-19d1-4942-8492-5b49a0f221ab req-1a3cc990-8a1b-43cb-9ac6-857ecfc80a00 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a HTTP/1.1" status: 200 len: 944 time: 0.0477569 Oct 14 18:09:44.698202 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-92acd95e-19d1-4942-8492-5b49a0f221ab req-2d4720a4-07f2-4937-98ed-0aa904d94219 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7dfb09f2-bd83-4435-b1f3-987cc496ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301886 Oct 14 18:09:45.006375 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0ba68914-9e31-4497-9776-5a3fe4495018 req-29c6b91f-de2d-4743-9926-34eff2bebc8c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb9dc296-f604-42d1-9117-d611228ee8a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447457 Oct 14 18:09:45.095090 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba68914-9e31-4497-9776-5a3fe4495018 req-d280edfa-78cb-42ae-9561-36efdcd734da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:45.096539 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0ba68914-9e31-4497-9776-5a3fe4495018 req-d280edfa-78cb-42ae-9561-36efdcd734da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe6ea98a16a0448a9e137ee43fd4774d&device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 1099 time: 0.0461006 Oct 14 18:09:45.194995 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba68914-9e31-4497-9776-5a3fe4495018 req-09250c6c-a74d-4429-83bc-875f1ac261f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:45.196393 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0ba68914-9e31-4497-9776-5a3fe4495018 req-09250c6c-a74d-4429-83bc-875f1ac261f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5c83cb0d-c037-4e41-8511-ec3c449aafb6 HTTP/1.1" status: 200 len: 913 time: 0.0803258 Oct 14 18:09:45.262384 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0ba68914-9e31-4497-9776-5a3fe4495018 req-4718b860-ae38-44f0-86d6-ad21ef6a659f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b69ccdb1-2cc7-47a6-8778-baf139b76580 HTTP/1.1" status: 200 len: 1001 time: 0.0582209 Oct 14 18:09:45.311261 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba68914-9e31-4497-9776-5a3fe4495018 req-29bff2a8-3afe-4d17-85fa-95f98463ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:45.312659 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0ba68914-9e31-4497-9776-5a3fe4495018 req-29bff2a8-3afe-4d17-85fa-95f98463ec35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d309b1-3cfb-4928-b14d-dcfd89b85221 HTTP/1.1" status: 200 len: 851 time: 0.0433114 Oct 14 18:09:45.356248 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba68914-9e31-4497-9776-5a3fe4495018 req-41e8756d-daaa-4bdc-bfe4-64897e8f7e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:45.357669 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0ba68914-9e31-4497-9776-5a3fe4495018 req-41e8756d-daaa-4bdc-bfe4-64897e8f7e24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c83cb0d-c037-4e41-8511-ec3c449aafb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378199 Oct 14 18:09:45.446709 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0ba68914-9e31-4497-9776-5a3fe4495018 req-9363f03b-960e-40b2-9b88-b4b4c81c865d service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808527 Oct 14 18:09:45.531492 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0ba68914-9e31-4497-9776-5a3fe4495018 req-04ab3b97-c987-4d43-93b5-79e0e5a649f8 service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779133 Oct 14 18:09:45.809835 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f148ea-688f-4e39-93f6-dc16a037ccf5 req-b81051e5-e292-40df-81df-fe46b2c44fcd tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:45.811162 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-06f148ea-688f-4e39-93f6-dc16a037ccf5 req-b81051e5-e292-40df-81df-fe46b2c44fcd tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a HTTP/1.1" status: 200 len: 944 time: 0.0481508 Oct 14 18:09:45.851297 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-06f148ea-688f-4e39-93f6-dc16a037ccf5 req-f16bda48-697c-407f-9406-2d01798ae1cd tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7dfb09f2-bd83-4435-b1f3-987cc496ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343235 Oct 14 18:09:46.591603 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 59294ad3-ed29-452c-8a66-d21630b4f6e6 details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:09:46.684468 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 59294ad3-ed29-452c-8a66-d21630b4f6e6, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=59294ad3-ed29-452c-8a66-d21630b4f6e6,segment=NetworkSegment(66f02586-7d3e-49fd-b7c2-ecb7726c4d61),segment_id=66f02586-7d3e-49fd-b7c2-ecb7726c4d61)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:09:46.695287 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': '59294ad3-ed29-452c-8a66-d21630b4f6e6', 'network_id': 'b8e33f10-6b70-4ce1-b582-ed30750cec95', 'port_id': '59294ad3-ed29-452c-8a66-d21630b4f6e6', 'mac_address': 'fa:16:3e:9a:35:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff94d00-1142-4e7e-8843-8e51cf9cfdcd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:09:46.730957 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:46.742880 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59294ad3-ed29-452c-8a66-d21630b4f6e6 {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:09:46.760676 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 59294ad3-ed29-452c-8a66-d21630b4f6e6, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=59294ad3-ed29-452c-8a66-d21630b4f6e6,segment=NetworkSegment(66f02586-7d3e-49fd-b7c2-ecb7726c4d61),segment_id=66f02586-7d3e-49fd-b7c2-ecb7726c4d61)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:09:46.764587 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:46.813417 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=59294ad3-ed29-452c-8a66-d21630b4f6e6,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:09:46.821018 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:46.821368 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:46.821706 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:46.822036 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:46.822363 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:46.822688 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:46.823010 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:46.823332 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:46.823674 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:46.823991 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:46.824307 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:46.825146 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:09:46.964721 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee2aac-2df2-45ea-a13c-15098a0f9480 req-4cf6ae8a-32f1-4e04-a71d-474e7dbfd87f tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:46.966199 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2aee2aac-2df2-45ea-a13c-15098a0f9480 req-4cf6ae8a-32f1-4e04-a71d-474e7dbfd87f tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a HTTP/1.1" status: 200 len: 945 time: 0.0493000 Oct 14 18:09:46.999391 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['59294ad3-ed29-452c-8a66-d21630b4f6e6'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:09:47.003325 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2aee2aac-2df2-45ea-a13c-15098a0f9480 req-f3cf7332-e3e5-46af-92f5-2252ec0f5344 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7dfb09f2-bd83-4435-b1f3-987cc496ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312274 Oct 14 18:09:48.115398 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91ea1e-e88a-4fa3-ae77-9d119e8ad051 req-6d0e2e06-601d-417f-b55b-173b74b926f6 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:48.116812 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3d91ea1e-e88a-4fa3-ae77-9d119e8ad051 req-6d0e2e06-601d-417f-b55b-173b74b926f6 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a HTTP/1.1" status: 200 len: 945 time: 0.0476644 Oct 14 18:09:48.154610 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-3d91ea1e-e88a-4fa3-ae77-9d119e8ad051 req-a9f1cb7b-b8c4-4b5e-8aca-c4d0071a6d2f tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7dfb09f2-bd83-4435-b1f3-987cc496ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319684 Oct 14 18:09:48.606369 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 59294ad3-ed29-452c-8a66-d21630b4f6e6 up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:09:48.657385 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning for port 59294ad3-ed29-452c-8a66-d21630b4f6e6 completed by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 18:09:48.661108 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port 59294ad3-ed29-452c-8a66-d21630b4f6e6 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:09:48.661483 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:48.735165 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:48.756660 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59294ad3-ed29-452c-8a66-d21630b4f6e6'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:09:48.758904 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecc0c89-f525-4aa8-bdbe-67d1e0fc979f" -d '{"events": [{"server_uuid": "69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a", "name": "network-vif-plugged", "status": "completed", "tag": "59294ad3-ed29-452c-8a66-d21630b4f6e6"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:09:48.771143 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 59294ad3-ed29-452c-8a66-d21630b4f6e6, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=59294ad3-ed29-452c-8a66-d21630b4f6e6,segment=NetworkSegment(66f02586-7d3e-49fd-b7c2-ecb7726c4d61),segment_id=66f02586-7d3e-49fd-b7c2-ecb7726c4d61)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:09:48.775471 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:09:48.801067 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a13b7c-8cbc-4032-9a7b-b3f1bd29d5e3 x-openstack-request-id: req-08a13b7c-8cbc-4032-9a7b-b3f1bd29d5e3 {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:09:48.801359 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a", "name": "network-vif-plugged", "status": "completed", "tag": "59294ad3-ed29-452c-8a66-d21630b4f6e6", "code": 200}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:09:48.801611 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08a13b7c-8cbc-4032-9a7b-b3f1bd29d5e3 {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:09:48.801992 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59294ad3-ed29-452c-8a66-d21630b4f6e6', 'code': 200} Oct 14 18:09:48.829472 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=59294ad3-ed29-452c-8a66-d21630b4f6e6,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:09:48.953389 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaff80-6b63-4967-b1ed-ffca719b4e73 req-400a9366-c79e-4b65-b791-fa3af0bfd931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:48.955371 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-44aaff80-6b63-4967-b1ed-ffca719b4e73 req-400a9366-c79e-4b65-b791-fa3af0bfd931 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a HTTP/1.1" status: 200 len: 1099 time: 0.0402124 Oct 14 18:09:48.990161 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-44aaff80-6b63-4967-b1ed-ffca719b4e73 req-c4921bea-33c6-400f-8603-e5c580e91986 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7dfb09f2-bd83-4435-b1f3-987cc496ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273385 Oct 14 18:09:49.264323 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3009a9-d8ae-4787-b605-22687870570d req-bcfca3f5-7e24-4a20-8e20-b573e81e759e tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:49.265728 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9c3009a9-d8ae-4787-b605-22687870570d req-bcfca3f5-7e24-4a20-8e20-b573e81e759e tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a HTTP/1.1" status: 200 len: 946 time: 0.0472138 Oct 14 18:09:49.306139 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-9c3009a9-d8ae-4787-b605-22687870570d req-6defec6a-6c32-4b6c-85b8-07c246f3a07b tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7dfb09f2-bd83-4435-b1f3-987cc496ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346582 Oct 14 18:09:50.421078 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd5b62-ecc3-4ce3-866d-e29a0d2f327f req-3dabe353-6b43-4e37-8512-e2e56b8d1336 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:09:50.422518 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-55bd5b62-ecc3-4ce3-866d-e29a0d2f327f req-3dabe353-6b43-4e37-8512-e2e56b8d1336 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a HTTP/1.1" status: 200 len: 946 time: 0.0509257 Oct 14 18:09:50.459513 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-55bd5b62-ecc3-4ce3-866d-e29a0d2f327f req-db4242d3-9d1a-44d6-ab0b-fa4d5f316d58 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7dfb09f2-bd83-4435-b1f3-987cc496ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312071 Oct 14 18:10:08.916193 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-301f87ec-20ee-47a2-aac4-e0584123e9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:10.335584 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabeece-bc9c-49c6-a061-89524281cabb req-3b7ad9ca-c7ce-4663-9d38-113b8e00507d tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:10:10.336970 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-5cabeece-bc9c-49c6-a061-89524281cabb req-3b7ad9ca-c7ce-4663-9d38-113b8e00507d tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a HTTP/1.1" status: 200 len: 946 time: 0.0479794 Oct 14 18:10:10.373572 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-5cabeece-bc9c-49c6-a061-89524281cabb req-65585f45-430b-457b-ae08-bfdf79187960 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7dfb09f2-bd83-4435-b1f3-987cc496ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307176 Oct 14 18:10:11.327682 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:11.492420 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9ec91-83dd-4298-b41f-61bb483e8fa7 req-dba93ff2-61a7-40e1-9f74-8bac9b1908b8 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:10:11.493842 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4fe9ec91-83dd-4298-b41f-61bb483e8fa7 req-dba93ff2-61a7-40e1-9f74-8bac9b1908b8 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a HTTP/1.1" status: 200 len: 946 time: 0.0518548 Oct 14 18:10:11.531614 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4fe9ec91-83dd-4298-b41f-61bb483e8fa7 req-8054b49d-5c4d-473b-9b15-f65a3bc8b462 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/security-groups?id=7dfb09f2-bd83-4435-b1f3-987cc496ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313032 Oct 14 18:10:11.583945 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-92368de6-3d2d-4f26-acd1-b7bfced8e472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:11.627665 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:11.820728 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0f69a-3280-46f3-8cd3-ccfc21657ce1 req-f915779f-8087-4f0c-8f9d-1af47b0d0744 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:10:11.822146 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2eb0f69a-3280-46f3-8cd3-ccfc21657ce1 req-f915779f-8087-4f0c-8f9d-1af47b0d0744 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.32 "GET /v2.0/ports?device_id=69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a HTTP/1.1" status: 200 len: 946 time: 0.0475881 Oct 14 18:10:11.915881 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-2eb0f69a-3280-46f3-8cd3-ccfc21657ce1 req-7e01f37a-a433-4fc7-bfd9-fdd6a4756d28 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Deleting port 59294ad3-ed29-452c-8a66-d21630b4f6e6 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:10:11.916213 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-2eb0f69a-3280-46f3-8cd3-ccfc21657ce1 req-7e01f37a-a433-4fc7-bfd9-fdd6a4756d28 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:12.001757 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-2eb0f69a-3280-46f3-8cd3-ccfc21657ce1 req-7e01f37a-a433-4fc7-bfd9-fdd6a4756d28 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] For port 59294ad3-ed29-452c-8a66-d21630b4f6e6, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=59294ad3-ed29-452c-8a66-d21630b4f6e6,segment=NetworkSegment(66f02586-7d3e-49fd-b7c2-ecb7726c4d61),segment_id=66f02586-7d3e-49fd-b7c2-ecb7726c4d61)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:10:12.002114 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-2eb0f69a-3280-46f3-8cd3-ccfc21657ce1 req-7e01f37a-a433-4fc7-bfd9-fdd6a4756d28 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:12.013882 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-2eb0f69a-3280-46f3-8cd3-ccfc21657ce1 req-7e01f37a-a433-4fc7-bfd9-fdd6a4756d28 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Calling delete_port for 59294ad3-ed29-452c-8a66-d21630b4f6e6 owned by compute:nova {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:10:12.138648 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-2eb0f69a-3280-46f3-8cd3-ccfc21657ce1 req-7e01f37a-a433-4fc7-bfd9-fdd6a4756d28 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:12.151421 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['59294ad3-ed29-452c-8a66-d21630b4f6e6'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:10:12.175605 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01f37a-a433-4fc7-bfd9-fdd6a4756d28 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Pushing event deleted for resources: {'Port': ['ID=59294ad3-ed29-452c-8a66-d21630b4f6e6,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:10:12.216487 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb0f69a-3280-46f3-8cd3-ccfc21657ce1 req-7e01f37a-a433-4fc7-bfd9-fdd6a4756d28 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] No DVR routers for this DVR port 59294ad3-ed29-452c-8a66-d21630b4f6e6 on host hv-cinder-81393 {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:10:12.219642 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-2eb0f69a-3280-46f3-8cd3-ccfc21657ce1 req-7e01f37a-a433-4fc7-bfd9-fdd6a4756d28 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:12.223091 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2eb0f69a-3280-46f3-8cd3-ccfc21657ce1 req-7e01f37a-a433-4fc7-bfd9-fdd6a4756d28 tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.32 "DELETE /v2.0/ports/59294ad3-ed29-452c-8a66-d21630b4f6e6 HTTP/1.1" status: 204 len: 173 time: 0.3953967 Oct 14 18:10:12.223523 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a', 'name': 'network-vif-deleted', 'tag': '59294ad3-ed29-452c-8a66-d21630b4f6e6'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:10:12.225898 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9996ea8-3d72-4e29-9f92-df8bb88b2c04" -d '{"events": [{"server_uuid": "69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a", "name": "network-vif-deleted", "tag": "59294ad3-ed29-452c-8a66-d21630b4f6e6"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:10:12.265841 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f102dfc-683f-4042-9b01-8585617de162 x-openstack-request-id: req-8f102dfc-683f-4042-9b01-8585617de162 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:10:12.266292 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a", "name": "network-vif-deleted", "tag": "59294ad3-ed29-452c-8a66-d21630b4f6e6", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:10:12.266556 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f102dfc-683f-4042-9b01-8585617de162 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:10:12.266949 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a', 'name': 'network-vif-deleted', 'tag': '59294ad3-ed29-452c-8a66-d21630b4f6e6', 'status': 'completed', 'code': 200} Oct 14 18:10:12.391417 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:12.638713 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-55e9b71c-9169-405c-9dec-c971c4ff19f4 req-c6dcb8be-16b7-4422-ab34-90e57b4fae3d tempest-VolumesSnapshotTestJSON-2042441228 tempest-VolumesSnapshotTestJSON-2042441228-project] 10.222.0.49 "GET /v2.0/ports?device_id=69e8f0cf-fafb-480e-83ad-0a7d35fe4d5a HTTP/1.1" status: 200 len: 210 time: 0.0273402 Oct 14 18:10:14.277423 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:14.684040 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 59294ad3-ed29-452c-8a66-d21630b4f6e6 no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:10:14.706362 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] No Port match for: 59294ad3-ed29-452c-8a66-d21630b4f6e6 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:10:14.706713 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 59294ad3-ed29-452c-8a66-d21630b4f6e6 not bound to the agent host hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:10:15.194041 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:10:35.610278 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 58504) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:10:35.655810 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a4fa8f-da96-4d0d-b172-9df095ac8a8c admin admin] Deleting subnet aff94d00-1142-4e7e-8843-8e51cf9cfdcd {{(pid=99718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 18:10:35.658922 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a5a4fa8f-da96-4d0d-b172-9df095ac8a8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:35.696921 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a5a4fa8f-da96-4d0d-b172-9df095ac8a8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210189'] for subnet, precommit_delete_associations {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:35.735982 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a5a4fa8f-da96-4d0d-b172-9df095ac8a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676325'] for subnet, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:35.787822 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a5a4fa8f-da96-4d0d-b172-9df095ac8a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9120956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386637'] for subnet, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:35.817757 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4fa8f-da96-4d0d-b172-9df095ac8a8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aff94d00-1142-4e7e-8843-8e51cf9cfdcd,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:10:35.817757 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a5a4fa8f-da96-4d0d-b172-9df095ac8a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:35.820330 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-a5a4fa8f-da96-4d0d-b172-9df095ac8a8c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/aff94d00-1142-4e7e-8843-8e51cf9cfdcd HTTP/1.1" status: 204 len: 168 time: 0.2090645 Oct 14 18:10:35.822879 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 58506) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:10:35.826328 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a4fa8f-da96-4d0d-b172-9df095ac8a8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:35.826682 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a4fa8f-da96-4d0d-b172-9df095ac8a8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:35.827027 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a4fa8f-da96-4d0d-b172-9df095ac8a8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:35.827365 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a4fa8f-da96-4d0d-b172-9df095ac8a8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:35.827700 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a4fa8f-da96-4d0d-b172-9df095ac8a8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:35.828036 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a4fa8f-da96-4d0d-b172-9df095ac8a8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:35.828366 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a4fa8f-da96-4d0d-b172-9df095ac8a8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:35.828693 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a4fa8f-da96-4d0d-b172-9df095ac8a8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:35.829625 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a4fa8f-da96-4d0d-b172-9df095ac8a8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:35.829958 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a4fa8f-da96-4d0d-b172-9df095ac8a8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:35.830286 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a4fa8f-da96-4d0d-b172-9df095ac8a8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:35.830609 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a4fa8f-da96-4d0d-b172-9df095ac8a8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:35.893219 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808165'] for network, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:35.969786 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673054', 'neutron.services.segments.db._delete_segments_for_network-8762486597133'] for network, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:35.989431 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e33f10-6b70-4ce1-b582-ed30750cec95']}} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:10:35.998415 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f02586-7d3e-49fd-b7c2-ecb7726c4d61') {'for_net_delete': True} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:10:35.998704 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f02586-7d3e-49fd-b7c2-ecb7726c4d61') {} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:10:36.008117 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762486598678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8741783'] for segment, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:36.020596 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:36.026204 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=99719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:10:36.026575 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8937544'] for segment, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: Traceback (most recent call last): Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: timer() Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: cb(*args, **kw) Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: return func(*args, **kwargs) Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: self._notify() Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: self.callback(batched_events) Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: event.method(event) Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: return f(self, *a, **k) Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: return self._get(url).json() Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: return self.request(url, 'GET', **kwargs) Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 18:10:36.028132 dv-cinder-813936-1-iscsi neutron-server[99719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 18:10:36.078288 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790056'] for network, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:36.084014 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:36.087077 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b8e33f10-6b70-4ce1-b582-ed30750cec95 HTTP/1.1" status: 204 len: 168 time: 0.2627079 Oct 14 18:10:36.098239 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8e33f10-6b70-4ce1-b582-ed30750cec95,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:10:36.105292 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:36.105637 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:36.105970 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:36.106302 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:36.106626 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:36.106949 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:36.107267 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:36.107587 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:36.107907 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:36.108224 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:36.108537 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:36.108849 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ae8c3-ab8e-41de-af90-9abfb2f91d40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:10:36.243587 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 58510) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:10:36.286833 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-1621912b-a260-4380-9e25-871fab6b6aaa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=58ae10a827444b05a1ea64e78029e882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420959 Oct 14 18:10:36.289358 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 58512) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:10:36.336261 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8221215b-306a-4536-b906-7f1383d6d578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:36.356077 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8221215b-306a-4536-b906-7f1383d6d578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:36.401363 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8221215b-306a-4536-b906-7f1383d6d578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:36.403842 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-8221215b-306a-4536-b906-7f1383d6d578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:36.404988 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-8221215b-306a-4536-b906-7f1383d6d578 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7dfb09f2-bd83-4435-b1f3-987cc496ce93 HTTP/1.1" status: 204 len: 168 time: 0.1147294 Oct 14 18:10:36.413242 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221215b-306a-4536-b906-7f1383d6d578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfb09f2-bd83-4435-b1f3-987cc496ce93,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:10:38.917618 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-3f28cbd1-f00c-4bc0-854f-f0eebc8a43d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:41.336049 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:41.583692 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-3afdfd25-6b38-4c8f-b3bc-dda706d7e665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:41.628136 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:42.393659 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:44.279036 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:10:45.649697 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5e50151c-b6f1-40f9-8c80-8c185dd0a85b req-b29d91b3-7863-4df4-8438-0e8d213c45b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb9dc296-f604-42d1-9117-d611228ee8a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381429 Oct 14 18:10:45.734989 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50151c-b6f1-40f9-8c80-8c185dd0a85b req-168ae329-096d-468e-ae3a-03b0c157e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:10:45.736437 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5e50151c-b6f1-40f9-8c80-8c185dd0a85b req-168ae329-096d-468e-ae3a-03b0c157e039 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe6ea98a16a0448a9e137ee43fd4774d&device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 1099 time: 0.0454435 Oct 14 18:10:45.834874 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50151c-b6f1-40f9-8c80-8c185dd0a85b req-f5145cb4-a5ca-487c-a3dd-cf8aeccadaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:10:45.836277 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5e50151c-b6f1-40f9-8c80-8c185dd0a85b req-f5145cb4-a5ca-487c-a3dd-cf8aeccadaa0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5c83cb0d-c037-4e41-8511-ec3c449aafb6 HTTP/1.1" status: 200 len: 913 time: 0.0815299 Oct 14 18:10:45.902251 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5e50151c-b6f1-40f9-8c80-8c185dd0a85b req-399c1c39-d28f-43aa-8e05-fa363bf606df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b69ccdb1-2cc7-47a6-8778-baf139b76580 HTTP/1.1" status: 200 len: 1001 time: 0.0584230 Oct 14 18:10:45.949116 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50151c-b6f1-40f9-8c80-8c185dd0a85b req-0b0b7462-a92b-436d-b355-dd6ed8c30149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:10:45.950511 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5e50151c-b6f1-40f9-8c80-8c185dd0a85b req-0b0b7462-a92b-436d-b355-dd6ed8c30149 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d309b1-3cfb-4928-b14d-dcfd89b85221 HTTP/1.1" status: 200 len: 851 time: 0.0412328 Oct 14 18:10:45.996127 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50151c-b6f1-40f9-8c80-8c185dd0a85b req-f39691b0-e2cd-45f6-b123-08097500f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:10:45.997572 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5e50151c-b6f1-40f9-8c80-8c185dd0a85b req-f39691b0-e2cd-45f6-b123-08097500f38d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c83cb0d-c037-4e41-8511-ec3c449aafb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391386 Oct 14 18:10:46.090893 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5e50151c-b6f1-40f9-8c80-8c185dd0a85b req-5d2d2e99-fe9a-4245-a2b1-384bc585a42c service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825226 Oct 14 18:10:46.176691 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5e50151c-b6f1-40f9-8c80-8c185dd0a85b req-02a40144-b4b7-4d6b-b8f4-77d0e8ffbe4d service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787656 Oct 14 18:10:52.193315 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:11:08.919868 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-07edebcd-57ac-4de8-9c24-f575126ee55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:11.351612 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:11.584628 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-814b7246-d19f-434c-99a7-9e72fcf8df97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:11.628154 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:12.397235 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:14.282361 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:21.501352 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935feed3-1c99-4ea6-887a-3c4a425f85f8 req-107c1cb6-ef79-40e1-bd27-2ac9528f4434 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:21.502823 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-935feed3-1c99-4ea6-887a-3c4a425f85f8 req-107c1cb6-ef79-40e1-bd27-2ac9528f4434 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 946 time: 0.2480536 Oct 14 18:11:21.540089 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-935feed3-1c99-4ea6-887a-3c4a425f85f8 req-577c58c3-4e00-4125-8031-eb0b31989e46 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312970 Oct 14 18:11:22.709106 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70352f76-ab0a-43ee-9796-1361c883a59c req-b51d2d38-10a2-49e2-8db2-251e60a0111c tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:22.710557 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-70352f76-ab0a-43ee-9796-1361c883a59c req-b51d2d38-10a2-49e2-8db2-251e60a0111c tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 946 time: 0.1024599 Oct 14 18:11:22.778828 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-70352f76-ab0a-43ee-9796-1361c883a59c req-d3e03152-85ab-4ed4-b0b7-b3c89cfe1b5e tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546148 Oct 14 18:11:22.789544 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961c410-44f1-44b9-a396-13d4d6ec49b9 req-1d9e8c95-14bb-4488-9a99-78a492bfe3b5 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:22.790855 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e961c410-44f1-44b9-a396-13d4d6ec49b9 req-1d9e8c95-14bb-4488-9a99-78a492bfe3b5 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 946 time: 0.0746956 Oct 14 18:11:22.877266 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-e961c410-44f1-44b9-a396-13d4d6ec49b9 req-96b0e657-22c3-4fee-8148-04ec3a6a2842 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Deleting port b69ccdb1-2cc7-47a6-8778-baf139b76580 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:11:22.877598 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-e961c410-44f1-44b9-a396-13d4d6ec49b9 req-96b0e657-22c3-4fee-8148-04ec3a6a2842 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:22.965784 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-e961c410-44f1-44b9-a396-13d4d6ec49b9 req-96b0e657-22c3-4fee-8148-04ec3a6a2842 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] For port b69ccdb1-2cc7-47a6-8778-baf139b76580, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=b69ccdb1-2cc7-47a6-8778-baf139b76580,segment=NetworkSegment(46c69157-d0a8-458f-9e67-cefbc8750d0d),segment_id=46c69157-d0a8-458f-9e67-cefbc8750d0d)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:11:22.966143 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-e961c410-44f1-44b9-a396-13d4d6ec49b9 req-96b0e657-22c3-4fee-8148-04ec3a6a2842 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:23.130803 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-e961c410-44f1-44b9-a396-13d4d6ec49b9 req-96b0e657-22c3-4fee-8148-04ec3a6a2842 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:23.131066 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-e961c410-44f1-44b9-a396-13d4d6ec49b9 req-96b0e657-22c3-4fee-8148-04ec3a6a2842 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3789850'] for floatingip, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:23.131379 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.l3_db [req-e961c410-44f1-44b9-a396-13d4d6ec49b9 req-96b0e657-22c3-4fee-8148-04ec3a6a2842 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Floating IP e0eb2ebc-278c-4c27-a522-33aabe92f2f0 disassociated. External IP: 172.27.3.57, port: b69ccdb1-2cc7-47a6-8778-baf139b76580. Oct 14 18:11:23.131711 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-e961c410-44f1-44b9-a396-13d4d6ec49b9 req-96b0e657-22c3-4fee-8148-04ec3a6a2842 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Calling delete_port for b69ccdb1-2cc7-47a6-8778-baf139b76580 owned by compute:nova {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:11:23.255365 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-e961c410-44f1-44b9-a396-13d4d6ec49b9 req-96b0e657-22c3-4fee-8148-04ec3a6a2842 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:23.283491 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0e657-22c3-4fee-8148-04ec3a6a2842 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Pushing event deleted for resources: {'Port': ['ID=b69ccdb1-2cc7-47a6-8778-baf139b76580,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:11:23.395303 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e961c410-44f1-44b9-a396-13d4d6ec49b9 req-96b0e657-22c3-4fee-8148-04ec3a6a2842 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:11:23.497987 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e961c410-44f1-44b9-a396-13d4d6ec49b9 req-96b0e657-22c3-4fee-8148-04ec3a6a2842 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:11:23.508949 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec32bec-251c-47cc-8535-3717d3cc46ff None None] Sync routers for ids ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:11:23.519029 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec32bec-251c-47cc-8535-3717d3cc46ff None None] Routers {'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:11:23.519842 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-eec32bec-251c-47cc-8535-3717d3cc46ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:11:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:11:23.536355 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-e961c410-44f1-44b9-a396-13d4d6ec49b9 req-96b0e657-22c3-4fee-8148-04ec3a6a2842 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] No DVR routers for this DVR port b69ccdb1-2cc7-47a6-8778-baf139b76580 on host hv-cinder-81393 {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:11:23.538904 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-e961c410-44f1-44b9-a396-13d4d6ec49b9 req-96b0e657-22c3-4fee-8148-04ec3a6a2842 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:23.542170 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e961c410-44f1-44b9-a396-13d4d6ec49b9 req-96b0e657-22c3-4fee-8148-04ec3a6a2842 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.32 "DELETE /v2.0/ports/b69ccdb1-2cc7-47a6-8778-baf139b76580 HTTP/1.1" status: 204 len: 173 time: 0.7442238 Oct 14 18:11:23.542598 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9dc296-f604-42d1-9117-d611228ee8a7', 'name': 'network-vif-deleted', 'tag': 'b69ccdb1-2cc7-47a6-8778-baf139b76580'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:11:23.545055 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cc6abb-3a42-4306-8658-a93d8919284c" -d '{"events": [{"server_uuid": "fb9dc296-f604-42d1-9117-d611228ee8a7", "name": "network-vif-deleted", "tag": "b69ccdb1-2cc7-47a6-8778-baf139b76580"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:11:23.581733 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3a3a87-adeb-4c5b-8670-5ff0bd3c6aa1 x-openstack-request-id: req-cc3a3a87-adeb-4c5b-8670-5ff0bd3c6aa1 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:11:23.582046 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9dc296-f604-42d1-9117-d611228ee8a7", "name": "network-vif-deleted", "tag": "b69ccdb1-2cc7-47a6-8778-baf139b76580", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:11:23.582286 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc3a3a87-adeb-4c5b-8670-5ff0bd3c6aa1 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:11:23.582677 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9dc296-f604-42d1-9117-d611228ee8a7', 'name': 'network-vif-deleted', 'tag': 'b69ccdb1-2cc7-47a6-8778-baf139b76580', 'status': 'completed', 'code': 200} Oct 14 18:11:23.762381 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-eec32bec-251c-47cc-8535-3717d3cc46ff None None] Set router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:11:23.873640 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-08ae2cec-2195-4141-a8b0-e85c758d9e97 req-d280026d-fbf2-495d-9cc3-7e57710e0c53 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb9dc296-f604-42d1-9117-d611228ee8a7 HTTP/1.1" status: 200 len: 210 time: 0.0268543 Oct 14 18:11:23.962775 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-eec32bec-251c-47cc-8535-3717d3cc46ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '5a0ddeb2-ce39-4437-a94f-c41e447a90cc', 'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'mac_address': 'fa:16:3e:5b:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:27Z', 'updated_at': '2021-10-14T18:08:33Z', 'revision_number': 5, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'subnets': [{'id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:11:23.988641 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec32bec-251c-47cc-8535-3717d3cc46ff None None] Checking router: e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:11:23.997629 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec32bec-251c-47cc-8535-3717d3cc46ff None None] Routers {'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:11:23.998247 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-eec32bec-251c-47cc-8535-3717d3cc46ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:11:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:11:24.102979 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-eec32bec-251c-47cc-8535-3717d3cc46ff None None] Set router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:11:24.299624 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-eec32bec-251c-47cc-8535-3717d3cc46ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '5a0ddeb2-ce39-4437-a94f-c41e447a90cc', 'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'mac_address': 'fa:16:3e:5b:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:27Z', 'updated_at': '2021-10-14T18:08:33Z', 'revision_number': 5, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'subnets': [{'id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:11:24.324574 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec32bec-251c-47cc-8535-3717d3cc46ff None None] The sync data for ids ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'] in dv-cinder-813936-1-iscsi is: [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '5a0ddeb2-ce39-4437-a94f-c41e447a90cc', 'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'mac_address': 'fa:16:3e:5b:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:27Z', 'updated_at': '2021-10-14T18:08:33Z', 'revision_number': 5, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'subnets': [{'id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:11:24.528912 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee4273f-5468-41f0-97e7-0ebcdd31ca56 None None] New status for floating IP e0eb2ebc-278c-4c27-a522-33aabe92f2f0: DOWN {{(pid=99721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 18:11:25.011342 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device b69ccdb1-2cc7-47a6-8778-baf139b76580 no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:11:25.032011 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] No Port match for: b69ccdb1-2cc7-47a6-8778-baf139b76580 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:11:25.032467 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device b69ccdb1-2cc7-47a6-8778-baf139b76580 not bound to the agent host hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:11:25.112702 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-f1ea2564-dffe-43fa-a168-c2c1619569ca tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2138304253&fields=id&tenant_id=fe6ea98a16a0448a9e137ee43fd4774d HTTP/1.1" status: 200 len: 267 time: 0.0316279 Oct 14 18:11:25.217748 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-93187f03-e47f-4e88-a649-947e671f2a57 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:25.219074 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-93187f03-e47f-4e88-a649-947e671f2a57 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/networks?id=5c83cb0d-c037-4e41-8511-ec3c449aafb6 HTTP/1.1" status: 200 len: 812 time: 0.0999475 Oct 14 18:11:25.233164 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-b5ad9fd1-35df-4cda-a2f4-c41d67b5d960 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/quotas/fe6ea98a16a0448a9e137ee43fd4774d HTTP/1.1" status: 200 len: 375 time: 0.0085237 Oct 14 18:11:25.284970 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-1b3aca04-aab2-46b0-b011-2ca271717ccb tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe6ea98a16a0448a9e137ee43fd4774d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462906 Oct 14 18:11:25.301089 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-418b0c36-dfa1-46cf-9077-823b20ab3035 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=99719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 18:11:25.302031 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-418b0c36-dfa1-46cf-9077-823b20ab3035 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055993 Oct 14 18:11:25.396963 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-bc525521-dbe6-44d8-aae4-fe8bc0fd0095 service neutron] 10.222.0.49 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884178 Oct 14 18:11:25.482774 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-cd486a3f-9127-4715-8159-5c2696fa4da0 service neutron] 10.222.0.49 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807130 Oct 14 18:11:25.760176 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-13c5333f-e016-4d57-9198-fc451591c651 req-21613240-e0e1-471c-811b-50c627f42ccf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 210 time: 0.0299218 Oct 14 18:11:26.609750 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-03ee488e-d2b3-4fd4-ad36-9be67e7853e5 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:26.611691 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-03ee488e-d2b3-4fd4-ad36-9be67e7853e5 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.32 "GET /v2.0/networks?id=5c83cb0d-c037-4e41-8511-ec3c449aafb6 HTTP/1.1" status: 200 len: 812 time: 0.1124046 Oct 14 18:11:26.653059 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-282de387-dcc2-47c5-b5d6-9d9dda7ec9aa tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe6ea98a16a0448a9e137ee43fd4774d HTTP/1.1" status: 200 len: 380 time: 0.0328438 Oct 14 18:11:26.662607 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-927c3d9b-5fb4-42f0-9823-5576ef8e1ab4 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Request body: {'port': {'device_id': 'ada2b110-21ab-4f5a-adbb-6612574ebe79', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'admin_state_up': True, 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'security_groups': ['e2c1c90e-786d-434e-b460-bdb83b791d37']}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:11:26.770296 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-927c3d9b-5fb4-42f0-9823-5576ef8e1ab4 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Made reservation on behalf of fe6ea98a16a0448a9e137ee43fd4774d for: {'port': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:11:26.774655 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-927c3d9b-5fb4-42f0-9823-5576ef8e1ab4 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:26.862036 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-36333506-baee-4350-8a13-2684a23fe53a req-e8cf3626-ddef-4d1f-aabe-f73c4dc7519c tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 210 time: 0.0338769 Oct 14 18:11:26.920960 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-927c3d9b-5fb4-42f0-9823-5576ef8e1ab4 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Allocated IP 172.20.0.4 (5c83cb0d-c037-4e41-8511-ec3c449aafb6/71d309b1-3cfb-4928-b14d-dcfd89b85221/aa1c63ee-3f77-466b-b85c-ab71aa36d347) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:11:27.066598 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-927c3d9b-5fb4-42f0-9823-5576ef8e1ab4 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:27.098765 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-927c3d9b-5fb4-42f0-9823-5576ef8e1ab4 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:27.142141 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-927c3d9b-5fb4-42f0-9823-5576ef8e1ab4 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Network 5c83cb0d-c037-4e41-8511-ec3c449aafb6 is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:11:27.145049 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-927c3d9b-5fb4-42f0-9823-5576ef8e1ab4 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:11:27.148500 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-927c3d9b-5fb4-42f0-9823-5576ef8e1ab4 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:11:27.156452 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c3d9b-5fb4-42f0-9823-5576ef8e1ab4 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Pushing event updated for resources: {'Port': ['ID=aa1c63ee-3f77-466b-b85c-ab71aa36d347,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:11:27.201994 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-927c3d9b-5fb4-42f0-9823-5576ef8e1ab4 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:27.202648 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-927c3d9b-5fb4-42f0-9823-5576ef8e1ab4 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:27.218249 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-927c3d9b-5fb4-42f0-9823-5576ef8e1ab4 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5591657 Oct 14 18:11:27.229368 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-d20b23e1-9b51-48d4-8aa0-e16daa1965fc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=99719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 18:11:27.230313 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-d20b23e1-9b51-48d4-8aa0-e16daa1965fc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049722 Oct 14 18:11:27.287389 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] Request body: {'port': {'device_id': 'ada2b110-21ab-4f5a-adbb-6612574ebe79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81393'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:11:27.340814 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:27.373254 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-62e1e256-1e60-4089-a5f5-fa1f6995946a None None] Provisioning complete for port aa1c63ee-3f77-466b-b85c-ab71aa36d347 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:11:27.373814 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-62e1e256-1e60-4089-a5f5-fa1f6995946a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:27.413663 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-62e1e256-1e60-4089-a5f5-fa1f6995946a None None] Port aa1c63ee-3f77-466b-b85c-ab71aa36d347 cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:11:27.590006 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1c63ee-3f77-466b-b85c-ab71aa36d347 {{(pid=99719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:11:27.597691 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:27.608818 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.provisioning_blocks [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] Transition to ACTIVE for port object aa1c63ee-3f77-466b-b85c-ab71aa36d347 will not be triggered until provisioned by entity L2. {{(pid=99719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 18:11:27.612413 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:27.658576 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1c63ee-3f77-466b-b85c-ab71aa36d347,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:11:27.729670 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] Attempting to bind port aa1c63ee-3f77-466b-b85c-ab71aa36d347 on host hv-cinder-81393 for vnic_type normal with profile {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:11:27.729998 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] Attempting to bind port aa1c63ee-3f77-466b-b85c-ab71aa36d347 by drivers openvswitch,hyperv on host hv-cinder-81393 at level 0 using segments [{'id': '46c69157-d0a8-458f-9e67-cefbc8750d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6'}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:11:27.730318 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] Attempting to bind port aa1c63ee-3f77-466b-b85c-ab71aa36d347 on network 5c83cb0d-c037-4e41-8511-ec3c449aafb6 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:11:27.734791 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] Port aa1c63ee-3f77-466b-b85c-ab71aa36d347 on network 5c83cb0d-c037-4e41-8511-ec3c449aafb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81393 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 18:11:27.735102 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] Attempting to bind port aa1c63ee-3f77-466b-b85c-ab71aa36d347 on network 5c83cb0d-c037-4e41-8511-ec3c449aafb6 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:11:27.739880 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] Checking agent: {'id': '26c515f5-fc83-44a3-9c50-84c881af0873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81393', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'started_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:11:27.740212 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] Checking segment: {'id': '46c69157-d0a8-458f-9e67-cefbc8750d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:11:27.740638 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] Bound using segment: {'id': '46c69157-d0a8-458f-9e67-cefbc8750d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6'} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:11:27.741236 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] Bound port: aa1c63ee-3f77-466b-b85c-ab71aa36d347, host: hv-cinder-81393, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c69157-d0a8-458f-9e67-cefbc8750d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6'}}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:11:27.741594 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:27.809344 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] For port aa1c63ee-3f77-466b-b85c-ab71aa36d347, host hv-cinder-81393, cleared binding levels {{(pid=99719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:11:27.812218 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] For port aa1c63ee-3f77-466b-b85c-ab71aa36d347, host hv-cinder-81393, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=aa1c63ee-3f77-466b-b85c-ab71aa36d347,segment=NetworkSegment(46c69157-d0a8-458f-9e67-cefbc8750d0d),segment_id=46c69157-d0a8-458f-9e67-cefbc8750d0d)] {{(pid=99719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:11:27.817208 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:27.850565 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:27.851156 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:27.852524 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] 10.222.0.32 "PUT /v2.0/ports/aa1c63ee-3f77-466b-b85c-ab71aa36d347 HTTP/1.1" status: 200 len: 1093 time: 0.6130929 Oct 14 18:11:27.852980 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada2b110-21ab-4f5a-adbb-6612574ebe79', 'tag': 'aa1c63ee-3f77-466b-b85c-ab71aa36d347'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:11:27.855205 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca069dd5-eb27-4d5c-8db1-153f4efd2b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "ada2b110-21ab-4f5a-adbb-6612574ebe79", "tag": "aa1c63ee-3f77-466b-b85c-ab71aa36d347"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:11:27.892831 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e05ad-9005-4b05-9550-6f62552fe854 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1c63ee-3f77-466b-b85c-ab71aa36d347,revision_number=3']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:11:27.923417 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff386d5a-dae2-4367-b7ef-75d5ea81b4c9 x-openstack-request-id: req-ff386d5a-dae2-4367-b7ef-75d5ea81b4c9 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:11:27.923709 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada2b110-21ab-4f5a-adbb-6612574ebe79", "tag": "aa1c63ee-3f77-466b-b85c-ab71aa36d347", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:11:27.923965 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff386d5a-dae2-4367-b7ef-75d5ea81b4c9 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:11:27.924355 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada2b110-21ab-4f5a-adbb-6612574ebe79', 'tag': 'aa1c63ee-3f77-466b-b85c-ab71aa36d347', 'status': 'completed', 'code': 200} Oct 14 18:11:27.940804 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-520212ea-2733-43ac-87f5-091abbe7ece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:27.942325 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-520212ea-2733-43ac-87f5-091abbe7ece7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe6ea98a16a0448a9e137ee43fd4774d&device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 1096 time: 0.0458024 Oct 14 18:11:28.011568 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-914103d7-4f7b-41c8-8f7e-3841300ebe47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa1c63ee-3f77-466b-b85c-ab71aa36d347 HTTP/1.1" status: 200 len: 217 time: 0.0604796 Oct 14 18:11:28.065289 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d8d70-a39b-4edd-bfff-dcb13ab3b465 req-ac5c4dfe-9e4e-48a1-8cff-0b543ce781cd tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:28.066748 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bc9d8d70-a39b-4edd-bfff-dcb13ab3b465 req-ac5c4dfe-9e4e-48a1-8cff-0b543ce781cd tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 943 time: 0.1175897 Oct 14 18:11:28.079036 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-29ef80d0-c386-4a0d-81c8-3878c44a0c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:28.080941 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-29ef80d0-c386-4a0d-81c8-3878c44a0c86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d309b1-3cfb-4928-b14d-dcfd89b85221 HTTP/1.1" status: 200 len: 851 time: 0.0624397 Oct 14 18:11:28.130604 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bc9d8d70-a39b-4edd-bfff-dcb13ab3b465 req-be1e10fc-4e93-4aae-b415-bd27b5e58a98 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575993 Oct 14 18:11:28.139714 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e7a7b413-df63-4def-92a7-13d35a5aa575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:28.141164 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-e7a7b413-df63-4def-92a7-13d35a5aa575 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c83cb0d-c037-4e41-8511-ec3c449aafb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526171 Oct 14 18:11:28.231041 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-4d5f7a0a-4cbc-4d5c-a10b-9172c0cc0291 service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821772 Oct 14 18:11:28.320665 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c7b4b374-1a87-4b48-a625-70a9b2974ebc req-af0104e4-beb7-450a-9a1b-1dbee03c9134 service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816569 Oct 14 18:11:28.665322 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca069dd5-eb27-4d5c-8db1-153f4efd2b3d req-5b116262-6ace-4b71-aead-23edc752a8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:28.666837 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ca069dd5-eb27-4d5c-8db1-153f4efd2b3d req-5b116262-6ace-4b71-aead-23edc752a8a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe6ea98a16a0448a9e137ee43fd4774d&device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 1096 time: 0.2962105 Oct 14 18:11:28.754127 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca069dd5-eb27-4d5c-8db1-153f4efd2b3d req-3f241b2f-d766-4a20-9d70-f4268aa7296e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:28.755607 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ca069dd5-eb27-4d5c-8db1-153f4efd2b3d req-3f241b2f-d766-4a20-9d70-f4268aa7296e service neutron] 10.222.0.32 "GET /v2.0/networks?id=5c83cb0d-c037-4e41-8511-ec3c449aafb6 HTTP/1.1" status: 200 len: 913 time: 0.0807185 Oct 14 18:11:28.801182 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ca069dd5-eb27-4d5c-8db1-153f4efd2b3d req-2fdc000b-cb6a-49d4-809c-7a3429054bf1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa1c63ee-3f77-466b-b85c-ab71aa36d347 HTTP/1.1" status: 200 len: 217 time: 0.0383713 Oct 14 18:11:28.848130 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca069dd5-eb27-4d5c-8db1-153f4efd2b3d req-c779931d-8229-49fd-a4e9-b5de61e61ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:28.849495 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ca069dd5-eb27-4d5c-8db1-153f4efd2b3d req-c779931d-8229-49fd-a4e9-b5de61e61ce4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d309b1-3cfb-4928-b14d-dcfd89b85221 HTTP/1.1" status: 200 len: 851 time: 0.0416422 Oct 14 18:11:28.892981 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca069dd5-eb27-4d5c-8db1-153f4efd2b3d req-5b52ca48-5565-4d38-870d-a503418b2b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:28.894403 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ca069dd5-eb27-4d5c-8db1-153f4efd2b3d req-5b52ca48-5565-4d38-870d-a503418b2b67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c83cb0d-c037-4e41-8511-ec3c449aafb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380363 Oct 14 18:11:28.990039 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ca069dd5-eb27-4d5c-8db1-153f4efd2b3d req-4c6c8ee3-ca52-46ef-bd92-35acc6b51761 service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879338 Oct 14 18:11:29.077194 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ca069dd5-eb27-4d5c-8db1-153f4efd2b3d req-743ff247-63aa-4c17-9b66-d1b68ced29ce service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796771 Oct 14 18:11:29.192410 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:11:29.242623 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb887051-2905-42aa-8743-531ccf9791bf req-f760a9e8-1276-4684-9726-504c4c8bb0d2 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:29.244051 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-cb887051-2905-42aa-8743-531ccf9791bf req-f760a9e8-1276-4684-9726-504c4c8bb0d2 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 943 time: 0.0475254 Oct 14 18:11:29.281169 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-cb887051-2905-42aa-8743-531ccf9791bf req-5b8874ae-a72b-4210-9dda-aacf104c1a47 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312753 Oct 14 18:11:30.391464 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb48a0-c8be-4e04-b20d-f5799cd1705a req-560675cf-6a2e-4b42-ae60-5f2efe4fcfd7 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:30.392904 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-50cb48a0-c8be-4e04-b20d-f5799cd1705a req-560675cf-6a2e-4b42-ae60-5f2efe4fcfd7 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 943 time: 0.0477936 Oct 14 18:11:30.428961 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-50cb48a0-c8be-4e04-b20d-f5799cd1705a req-f5fee252-4e86-41ea-8664-b1d6f9227bba tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302732 Oct 14 18:11:31.539468 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fffe7-cfcf-4c52-b156-a1638c35d879 req-639d479a-551b-4cc4-8bab-c35462e2903e tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:31.540899 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ba8fffe7-cfcf-4c52-b156-a1638c35d879 req-639d479a-551b-4cc4-8bab-c35462e2903e tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 943 time: 0.0469818 Oct 14 18:11:31.576869 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-ba8fffe7-cfcf-4c52-b156-a1638c35d879 req-65bd662b-e02a-4a40-85bd-6fc5af3a4da5 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300982 Oct 14 18:11:32.690834 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f06c22-60d5-4234-9e7b-68bcff143347 req-21f4eb31-0b9b-4b8c-95ed-5013f2629a0a tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:32.692243 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-96f06c22-60d5-4234-9e7b-68bcff143347 req-21f4eb31-0b9b-4b8c-95ed-5013f2629a0a tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 943 time: 0.0518310 Oct 14 18:11:32.728806 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-96f06c22-60d5-4234-9e7b-68bcff143347 req-d6bbe4b1-dd52-4704-85b2-6e6a208e8a76 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306461 Oct 14 18:11:33.843628 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5090e-3511-4e62-b551-1d2dd062b4b1 req-2cfd3d51-d918-4af4-9122-bfcdb6be6d30 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:33.845071 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-caf5090e-3511-4e62-b551-1d2dd062b4b1 req-2cfd3d51-d918-4af4-9122-bfcdb6be6d30 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 943 time: 0.0510848 Oct 14 18:11:33.880785 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-caf5090e-3511-4e62-b551-1d2dd062b4b1 req-7facb1ee-2104-45e2-acb6-7c3ebac5c63c tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300391 Oct 14 18:11:34.991744 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbddfed-9031-48be-adf3-6461a91270ea req-deaa93d1-8abd-46af-acab-1d2b1c00a243 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:34.993130 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bbbddfed-9031-48be-adf3-6461a91270ea req-deaa93d1-8abd-46af-acab-1d2b1c00a243 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 943 time: 0.0477793 Oct 14 18:11:35.030001 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-bbbddfed-9031-48be-adf3-6461a91270ea req-39c2a676-cdd8-492d-941a-e091a5108f7b tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308998 Oct 14 18:11:35.043448 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device aa1c63ee-3f77-466b-b85c-ab71aa36d347 details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:11:35.134579 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port aa1c63ee-3f77-466b-b85c-ab71aa36d347, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=aa1c63ee-3f77-466b-b85c-ab71aa36d347,segment=NetworkSegment(46c69157-d0a8-458f-9e67-cefbc8750d0d),segment_id=46c69157-d0a8-458f-9e67-cefbc8750d0d)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:11:35.145766 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': 'aa1c63ee-3f77-466b-b85c-ab71aa36d347', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'port_id': 'aa1c63ee-3f77-466b-b85c-ab71aa36d347', 'mac_address': 'fa:16:3e:b8:0f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:11:35.180902 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:35.195866 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1c63ee-3f77-466b-b85c-ab71aa36d347 {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:11:35.214246 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port aa1c63ee-3f77-466b-b85c-ab71aa36d347, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=aa1c63ee-3f77-466b-b85c-ab71aa36d347,segment=NetworkSegment(46c69157-d0a8-458f-9e67-cefbc8750d0d),segment_id=46c69157-d0a8-458f-9e67-cefbc8750d0d)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:11:35.218001 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:35.262563 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=aa1c63ee-3f77-466b-b85c-ab71aa36d347,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:11:35.269839 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:35.270182 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:35.270520 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:35.270849 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:35.271177 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:35.271498 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:35.271819 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:35.272138 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:35.272476 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:35.272799 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:35.273143 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:35.273458 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:35.420610 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['aa1c63ee-3f77-466b-b85c-ab71aa36d347'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:11:36.143724 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc2ffb-9396-4ea0-8005-91f53b343a9d req-1c7322ce-afc5-45ed-9fc1-1d12bb247c8f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:36.145169 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-cffc2ffb-9396-4ea0-8005-91f53b343a9d req-1c7322ce-afc5-45ed-9fc1-1d12bb247c8f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 944 time: 0.0469072 Oct 14 18:11:36.182494 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-cffc2ffb-9396-4ea0-8005-91f53b343a9d req-fd06e03e-307c-480a-828f-90a65d0d0521 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311615 Oct 14 18:11:37.073277 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device aa1c63ee-3f77-466b-b85c-ab71aa36d347 up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:11:37.119596 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning for port aa1c63ee-3f77-466b-b85c-ab71aa36d347 completed by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 18:11:37.124013 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port aa1c63ee-3f77-466b-b85c-ab71aa36d347 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:11:37.124402 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:37.200940 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:37.222461 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada2b110-21ab-4f5a-adbb-6612574ebe79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1c63ee-3f77-466b-b85c-ab71aa36d347'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:11:37.224693 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f608e31-3874-4495-996e-6a63e3c373b0" -d '{"events": [{"server_uuid": "ada2b110-21ab-4f5a-adbb-6612574ebe79", "name": "network-vif-plugged", "status": "completed", "tag": "aa1c63ee-3f77-466b-b85c-ab71aa36d347"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:11:37.237982 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port aa1c63ee-3f77-466b-b85c-ab71aa36d347, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=aa1c63ee-3f77-466b-b85c-ab71aa36d347,segment=NetworkSegment(46c69157-d0a8-458f-9e67-cefbc8750d0d),segment_id=46c69157-d0a8-458f-9e67-cefbc8750d0d)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:11:37.242259 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:37.290642 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=aa1c63ee-3f77-466b-b85c-ab71aa36d347,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:11:37.299572 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa707c-51bc-4002-9293-378c29443b06 req-d43e20e7-4983-4256-aa5f-2949c7c0a04c tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:37.301083 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-42aa707c-51bc-4002-9293-378c29443b06 req-d43e20e7-4983-4256-aa5f-2949c7c0a04c tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 945 time: 0.0501566 Oct 14 18:11:37.339469 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-42aa707c-51bc-4002-9293-378c29443b06 req-58529bb5-68d3-4666-a078-a1ca562e27f2 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323720 Oct 14 18:11:37.339632 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c931c43-8a50-4269-8091-388216b4eae2 x-openstack-request-id: req-3c931c43-8a50-4269-8091-388216b4eae2 {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:11:37.340000 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada2b110-21ab-4f5a-adbb-6612574ebe79", "name": "network-vif-plugged", "status": "completed", "tag": "aa1c63ee-3f77-466b-b85c-ab71aa36d347", "code": 200}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:11:37.340256 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c931c43-8a50-4269-8091-388216b4eae2 {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:11:37.340674 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada2b110-21ab-4f5a-adbb-6612574ebe79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1c63ee-3f77-466b-b85c-ab71aa36d347', 'code': 200} Oct 14 18:11:37.553626 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6579e8-2f54-498f-8d15-53ae9c93806d req-ae6f773c-5d67-41e3-886b-37b445d39cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:37.555127 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cb6579e8-2f54-498f-8d15-53ae9c93806d req-ae6f773c-5d67-41e3-886b-37b445d39cad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 1098 time: 0.0433712 Oct 14 18:11:37.588061 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-cb6579e8-2f54-498f-8d15-53ae9c93806d req-2c4178b4-260a-4cbb-863c-cccaa1ade366 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262401 Oct 14 18:11:38.453777 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8509f-69ed-409a-ab71-8396fa780591 req-878719cb-7093-45cf-86a5-aa2454440616 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:38.455217 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-89c8509f-69ed-409a-ab71-8396fa780591 req-878719cb-7093-45cf-86a5-aa2454440616 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 945 time: 0.0487213 Oct 14 18:11:38.491766 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-89c8509f-69ed-409a-ab71-8396fa780591 req-8f10ff88-fc63-423d-b2f0-3bd1707d1066 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299356 Oct 14 18:11:38.921141 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-2090a8cf-1d99-4309-8464-764098c39e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:39.604272 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f100d3-a6f4-46d4-8955-d6a3f445d09f req-23056a67-b737-4dfb-b042-f3232a0c7582 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:39.605788 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-38f100d3-a6f4-46d4-8955-d6a3f445d09f req-23056a67-b737-4dfb-b042-f3232a0c7582 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 945 time: 0.0490377 Oct 14 18:11:39.641265 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-38f100d3-a6f4-46d4-8955-d6a3f445d09f req-3ab24b01-eec9-46f1-a807-cf09361c6c03 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296512 Oct 14 18:11:39.754654 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d14c99-bb13-46b6-a3d9-30a62f7dc3c4 req-fcabff76-e621-41e7-bb1a-054a32780439 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:39.756080 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-49d14c99-bb13-46b6-a3d9-30a62f7dc3c4 req-fcabff76-e621-41e7-bb1a-054a32780439 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 945 time: 0.0498385 Oct 14 18:11:39.793117 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-49d14c99-bb13-46b6-a3d9-30a62f7dc3c4 req-67357310-faff-40b0-b7d6-029740da9d10 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311117 Oct 14 18:11:39.815062 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 58606) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:11:39.852703 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde38a1f-56f0-43ef-a3af-43f0e56fb579 tempest-TestVolumeBootPattern-1142591293 tempest-TestVolumeBootPattern-1142591293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:39.854207 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-cde38a1f-56f0-43ef-a3af-43f0e56fb579 tempest-TestVolumeBootPattern-1142591293 tempest-TestVolumeBootPattern-1142591293-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 1093 time: 0.0382071 Oct 14 18:11:39.858268 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 58608) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:11:39.867190 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Request body: {'floatingip': {'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'port_id': 'aa1c63ee-3f77-466b-b85c-ab71aa36d347', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:11:39.888984 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for floatingip, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:39.983796 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:40.082108 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_common [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Allocated IP 172.27.3.207 (d72eea9d-773f-4ba1-af60-02bc446a2bfb/b0081548-82f4-4db0-bd72-f0077bc2ab2a/53e5d654-8226-42be-94e4-3545f6e57293) {{(pid=99718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:11:40.185342 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for port, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:40.217031 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:40.252826 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Network d72eea9d-773f-4ba1-af60-02bc446a2bfb is already hosted by enough agents. {{(pid=99718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:11:40.255658 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Resources bound (agent type, host, resource id): {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:11:40.259035 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Received port after_create {{(pid=99718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:11:40.282597 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Pushing event updated for resources: {'Port': ['ID=53e5d654-8226-42be-94e4-3545f6e57293,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:11:40.295863 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:40.296206 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:40.296546 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:40.296899 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:40.297229 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:40.297810 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:40.298137 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:40.298459 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:40.298783 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:40.299129 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:40.299453 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:40.299769 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:11:40.599091 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:40.660431 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:40.803291 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for port, precommit_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:40.807909 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9121014'] for port, after_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:40.871571 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Pushing event updated for resources: {'Port': ['ID=53e5d654-8226-42be-94e4-3545f6e57293,revision_number=2']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:11:40.882764 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3789850'] for floatingip, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:40.977794 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.db.l3_db [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Floating IP e24dc680-70d9-4f3e-9c58-3331fd355356 associated. External IP: 172.27.3.207, port: aa1c63ee-3f77-466b-b85c-ab71aa36d347. Oct 14 18:11:41.178779 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:11:41.282383 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:11:41.292601 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c496cd0-2578-4853-9cb8-5549c121c2d0 None None] Sync routers for ids ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:11:41.300300 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for floatingip, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:41.301816 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c496cd0-2578-4853-9cb8-5549c121c2d0 None None] Routers {'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:11:41.302429 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-8c496cd0-2578-4853-9cb8-5549c121c2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:11:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:11:41.337376 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-1656d680-45ee-4272-bfae-aba40516dadf tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4706411 Oct 14 18:11:41.337376 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada2b110-21ab-4f5a-adbb-6612574ebe79', 'tag': 'aa1c63ee-3f77-466b-b85c-ab71aa36d347'}] {{(pid=99718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:11:41.337376 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8f27bdffdb2052dedec3557c5a9650e18fe8e4a7ef2e79a5b2f75573612b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bda990-323c-40af-abfb-7aa55a817460" -d '{"events": [{"name": "network-changed", "server_uuid": "ada2b110-21ab-4f5a-adbb-6612574ebe79", "tag": "aa1c63ee-3f77-466b-b85c-ab71aa36d347"}]}' {{(pid=99718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:11:41.369875 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0f277a-958d-4542-80e4-dfce86eaf90f x-openstack-request-id: req-6f0f277a-958d-4542-80e4-dfce86eaf90f {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:11:41.370166 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada2b110-21ab-4f5a-adbb-6612574ebe79", "tag": "aa1c63ee-3f77-466b-b85c-ab71aa36d347", "status": "completed", "code": 200}]} {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:11:41.370439 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f0f277a-958d-4542-80e4-dfce86eaf90f {{(pid=99718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:11:41.370808 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada2b110-21ab-4f5a-adbb-6612574ebe79', 'tag': 'aa1c63ee-3f77-466b-b85c-ab71aa36d347', 'status': 'completed', 'code': 200} Oct 14 18:11:41.384198 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:41.417123 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-8c496cd0-2578-4853-9cb8-5549c121c2d0 None None] Set router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:11:41.432698 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bda990-323c-40af-abfb-7aa55a817460 req-ec65fccd-b1a9-43d7-b9fd-709d846dfad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:41.434151 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-23bda990-323c-40af-abfb-7aa55a817460 req-ec65fccd-b1a9-43d7-b9fd-709d846dfad2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe6ea98a16a0448a9e137ee43fd4774d&device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 1098 time: 0.0412018 Oct 14 18:11:41.528902 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bda990-323c-40af-abfb-7aa55a817460 req-6d17fd01-98c5-48fc-b4c5-edb78cec1cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:41.530484 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-23bda990-323c-40af-abfb-7aa55a817460 req-6d17fd01-98c5-48fc-b4c5-edb78cec1cb9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5c83cb0d-c037-4e41-8511-ec3c449aafb6 HTTP/1.1" status: 200 len: 913 time: 0.0889022 Oct 14 18:11:41.596605 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-23bda990-323c-40af-abfb-7aa55a817460 req-39787e24-cf9a-49ed-9864-211c571087af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa1c63ee-3f77-466b-b85c-ab71aa36d347 HTTP/1.1" status: 200 len: 999 time: 0.0587370 Oct 14 18:11:41.599538 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-67f7ae62-6ac5-44a9-b2bf-89d58a7468ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:41.642716 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:41.651111 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bda990-323c-40af-abfb-7aa55a817460 req-47f5a47d-10b5-4dc0-8dbc-18b30ef756a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:41.652531 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-23bda990-323c-40af-abfb-7aa55a817460 req-47f5a47d-10b5-4dc0-8dbc-18b30ef756a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d309b1-3cfb-4928-b14d-dcfd89b85221 HTTP/1.1" status: 200 len: 851 time: 0.0490787 Oct 14 18:11:41.661596 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-8c496cd0-2578-4853-9cb8-5549c121c2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': 'e24dc680-70d9-4f3e-9c58-3331fd355356', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'port_id': 'aa1c63ee-3f77-466b-b85c-ab71aa36d347', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'mac_address': 'fa:16:3e:b8:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada2b110-21ab-4f5a-adbb-6612574ebe79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:11:40Z', 'updated_at': '2021-10-14T18:11:40Z', 'revision_number': 0, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ddeb2-ce39-4437-a94f-c41e447a90cc', 'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'mac_address': 'fa:16:3e:5b:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:27Z', 'updated_at': '2021-10-14T18:08:33Z', 'revision_number': 5, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'subnets': [{'id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:11:41.688152 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c496cd0-2578-4853-9cb8-5549c121c2d0 None None] Checking router: e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:11:41.696969 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c496cd0-2578-4853-9cb8-5549c121c2d0 None None] Routers {'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:11:41.697577 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-8c496cd0-2578-4853-9cb8-5549c121c2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:11:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:11:41.698734 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bda990-323c-40af-abfb-7aa55a817460 req-f29faa34-10a1-4b2f-9506-0728e95d72cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:41.700197 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-23bda990-323c-40af-abfb-7aa55a817460 req-f29faa34-10a1-4b2f-9506-0728e95d72cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c83cb0d-c037-4e41-8511-ec3c449aafb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398779 Oct 14 18:11:41.786912 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-23bda990-323c-40af-abfb-7aa55a817460 req-88a758f1-68b1-4375-b81f-a6393e7a632e service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786901 Oct 14 18:11:41.800118 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-8c496cd0-2578-4853-9cb8-5549c121c2d0 None None] Set router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:11:41.878833 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-23bda990-323c-40af-abfb-7aa55a817460 req-2bda5397-f510-4158-98c6-280c2063613c service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848179 Oct 14 18:11:42.137721 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-8c496cd0-2578-4853-9cb8-5549c121c2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': 'e24dc680-70d9-4f3e-9c58-3331fd355356', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'port_id': 'aa1c63ee-3f77-466b-b85c-ab71aa36d347', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'mac_address': 'fa:16:3e:b8:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada2b110-21ab-4f5a-adbb-6612574ebe79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:11:40Z', 'updated_at': '2021-10-14T18:11:40Z', 'revision_number': 0, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ddeb2-ce39-4437-a94f-c41e447a90cc', 'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'mac_address': 'fa:16:3e:5b:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:27Z', 'updated_at': '2021-10-14T18:08:33Z', 'revision_number': 5, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'subnets': [{'id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:11:42.167498 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c496cd0-2578-4853-9cb8-5549c121c2d0 None None] The sync data for ids ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'] in dv-cinder-813936-1-iscsi is: [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': 'e24dc680-70d9-4f3e-9c58-3331fd355356', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'port_id': 'aa1c63ee-3f77-466b-b85c-ab71aa36d347', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'mac_address': 'fa:16:3e:b8:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada2b110-21ab-4f5a-adbb-6612574ebe79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:11:40Z', 'updated_at': '2021-10-14T18:11:40Z', 'revision_number': 0, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ddeb2-ce39-4437-a94f-c41e447a90cc', 'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'mac_address': 'fa:16:3e:5b:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:27Z', 'updated_at': '2021-10-14T18:08:33Z', 'revision_number': 5, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'subnets': [{'id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:11:42.341601 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99589177-2a1a-49f6-b546-60fa3703f2a3 None None] New status for floating IP e24dc680-70d9-4f3e-9c58-3331fd355356: ACTIVE {{(pid=99721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 18:11:42.400935 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:44.285815 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:11:45.685155 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a17e16cd-d95d-4a4f-a088-b1024f28e7f8 req-0ad09fe3-706e-411e-b9c8-d44be133550b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389414 Oct 14 18:11:45.762380 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e16cd-d95d-4a4f-a088-b1024f28e7f8 req-51b7e288-e76e-41bc-a7d5-114da59decc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:45.763774 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a17e16cd-d95d-4a4f-a088-b1024f28e7f8 req-51b7e288-e76e-41bc-a7d5-114da59decc7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe6ea98a16a0448a9e137ee43fd4774d&device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 1098 time: 0.0386677 Oct 14 18:11:45.870042 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e16cd-d95d-4a4f-a088-b1024f28e7f8 req-257d90f1-f8b2-4ec3-9db9-c235f6acded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:45.871517 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a17e16cd-d95d-4a4f-a088-b1024f28e7f8 req-257d90f1-f8b2-4ec3-9db9-c235f6acded7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5c83cb0d-c037-4e41-8511-ec3c449aafb6 HTTP/1.1" status: 200 len: 913 time: 0.0880735 Oct 14 18:11:45.934407 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a17e16cd-d95d-4a4f-a088-b1024f28e7f8 req-2b74bf23-b2a4-4c5e-a043-029f27fdec63 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa1c63ee-3f77-466b-b85c-ab71aa36d347 HTTP/1.1" status: 200 len: 1001 time: 0.0552211 Oct 14 18:11:45.985129 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e16cd-d95d-4a4f-a088-b1024f28e7f8 req-662eb8c1-2f32-4fa0-b4da-3bd5a133cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:45.986400 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a17e16cd-d95d-4a4f-a088-b1024f28e7f8 req-662eb8c1-2f32-4fa0-b4da-3bd5a133cf45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d309b1-3cfb-4928-b14d-dcfd89b85221 HTTP/1.1" status: 200 len: 851 time: 0.0445445 Oct 14 18:11:46.030810 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e16cd-d95d-4a4f-a088-b1024f28e7f8 req-0081b6c3-1ade-4b51-ba36-c37035903af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:11:46.032222 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a17e16cd-d95d-4a4f-a088-b1024f28e7f8 req-0081b6c3-1ade-4b51-ba36-c37035903af0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c83cb0d-c037-4e41-8511-ec3c449aafb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389059 Oct 14 18:11:46.118231 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a17e16cd-d95d-4a4f-a088-b1024f28e7f8 req-3b28096a-ae95-467b-804a-26c15596fc64 service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791361 Oct 14 18:11:46.212209 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-a17e16cd-d95d-4a4f-a088-b1024f28e7f8 req-91da3ba8-c55f-4a23-8b7b-1f416386bfdb service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868230 Oct 14 18:12:06.192363 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:12:08.921609 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-5ba53df8-6b90-4f2b-b02e-7a749685fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:12:11.366160 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:12:11.590671 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-3912e97a-080e-4a47-8e3e-94f2ac580ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:12:11.631970 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:12:12.404071 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:12:14.288254 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:12:38.921731 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-bc447119-76d4-4275-b486-15c9ea5c1de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:12:41.365124 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:12:41.590132 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-33a3ec0e-37b0-48be-bca5-0ef1a65c64a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:12:41.636856 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:12:42.406483 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:12:43.191244 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:12:44.292083 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:12:47.650356 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-71397ac4-7905-42c2-9c71-5e6f41628fbb req-6b053744-914b-47d5-bbe5-7495d4648477 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394356 Oct 14 18:12:47.731470 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71397ac4-7905-42c2-9c71-5e6f41628fbb req-f64455de-d919-4f1c-8d6f-6bc9b87c060a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:12:47.732958 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-71397ac4-7905-42c2-9c71-5e6f41628fbb req-f64455de-d919-4f1c-8d6f-6bc9b87c060a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe6ea98a16a0448a9e137ee43fd4774d&device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 1098 time: 0.0398490 Oct 14 18:12:47.834945 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71397ac4-7905-42c2-9c71-5e6f41628fbb req-f73d0487-6843-4140-8cd5-f35d1def342d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:12:47.836363 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-71397ac4-7905-42c2-9c71-5e6f41628fbb req-f73d0487-6843-4140-8cd5-f35d1def342d service neutron] 10.222.0.32 "GET /v2.0/networks?id=5c83cb0d-c037-4e41-8511-ec3c449aafb6 HTTP/1.1" status: 200 len: 913 time: 0.0846176 Oct 14 18:12:47.899216 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-71397ac4-7905-42c2-9c71-5e6f41628fbb req-34c1fdd4-b552-4bc3-809d-af2c0d624b93 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa1c63ee-3f77-466b-b85c-ab71aa36d347 HTTP/1.1" status: 200 len: 1001 time: 0.0554123 Oct 14 18:12:47.949778 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71397ac4-7905-42c2-9c71-5e6f41628fbb req-6e2feac7-0cfc-4fb8-a644-0635351d55f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:12:47.951094 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-71397ac4-7905-42c2-9c71-5e6f41628fbb req-6e2feac7-0cfc-4fb8-a644-0635351d55f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d309b1-3cfb-4928-b14d-dcfd89b85221 HTTP/1.1" status: 200 len: 851 time: 0.0447991 Oct 14 18:12:47.993781 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71397ac4-7905-42c2-9c71-5e6f41628fbb req-9cc19d74-9ab6-4193-82b2-4391f9a0e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:12:47.995149 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-71397ac4-7905-42c2-9c71-5e6f41628fbb req-9cc19d74-9ab6-4193-82b2-4391f9a0e3b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c83cb0d-c037-4e41-8511-ec3c449aafb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376437 Oct 14 18:12:48.085764 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-71397ac4-7905-42c2-9c71-5e6f41628fbb req-6506119e-f8dd-4b74-8664-91054c97e7be service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828290 Oct 14 18:12:48.172761 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-71397ac4-7905-42c2-9c71-5e6f41628fbb req-099543b7-7bc2-43d9-ab6c-c158f88e6325 service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802732 Oct 14 18:13:08.921720 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e8dcec47-a866-4f1c-bbcb-dc77060c5304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:11.400096 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:11.589695 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-bc40c5d2-3f67-4374-b8a6-d80b5b3075bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:11.635560 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:12.409054 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:14.294951 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:20.189600 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:13:28.141426 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-f0ad4e1f-065a-46e3-b043-3d9fd3c3245c tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2138304253&fields=id&tenant_id=fe6ea98a16a0448a9e137ee43fd4774d HTTP/1.1" status: 200 len: 267 time: 0.0322578 Oct 14 18:13:28.246010 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-46da3518-3d58-4d1c-a06e-f4f0ce17bda5 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:28.247419 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-46da3518-3d58-4d1c-a06e-f4f0ce17bda5 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/networks?id=5c83cb0d-c037-4e41-8511-ec3c449aafb6 HTTP/1.1" status: 200 len: 812 time: 0.0997686 Oct 14 18:13:28.262107 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-67d9eb82-e594-4813-a2ae-5ac2952f20b0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/quotas/fe6ea98a16a0448a9e137ee43fd4774d HTTP/1.1" status: 200 len: 375 time: 0.0091848 Oct 14 18:13:28.317730 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-f7ca944b-e70e-4c01-ab48-6cb249920b4d tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe6ea98a16a0448a9e137ee43fd4774d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0504453 Oct 14 18:13:28.425453 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-719b6df2-78a0-403e-8448-9e60a8db6b5a service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=99718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 18:13:28.426712 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-719b6df2-78a0-403e-8448-9e60a8db6b5a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0982563 Oct 14 18:13:28.515196 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-cafb0da5-f80d-4084-bc39-8d5aa7d64d01 service neutron] 10.222.0.49 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817313 Oct 14 18:13:28.814114 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-01b81ad0-9349-4e3e-aa24-becc502b6405 service neutron] 10.222.0.49 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929521 Oct 14 18:13:29.095223 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-ad95318c-dff9-46c3-9150-5dea6e2e5cc2 req-6054967b-527f-4343-9bc8-e025c41fbe8f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 210 time: 0.0260155 Oct 14 18:13:30.090801 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-f3d44dfe-0235-46aa-9cbf-12450730b89b tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:30.092216 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-f3d44dfe-0235-46aa-9cbf-12450730b89b tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.32 "GET /v2.0/networks?id=5c83cb0d-c037-4e41-8511-ec3c449aafb6 HTTP/1.1" status: 200 len: 812 time: 0.1051865 Oct 14 18:13:30.133786 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-c4e4097e-7c2b-4394-b339-c9a0a84333a4 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe6ea98a16a0448a9e137ee43fd4774d HTTP/1.1" status: 200 len: 380 time: 0.0320132 Oct 14 18:13:30.149488 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Request body: {'port': {'device_id': '48f3c283-13f0-43cb-a7d0-f50bca2954c5', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'admin_state_up': True, 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'security_groups': ['e2c1c90e-786d-434e-b460-bdb83b791d37']}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:13:30.206935 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-fc2cb685-cd0f-4826-85e4-182c431bc064 req-d99e2636-1156-4deb-a691-096befc1a496 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 210 time: 0.0282016 Oct 14 18:13:30.258334 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Made reservation on behalf of fe6ea98a16a0448a9e137ee43fd4774d for: {'port': 1} {{(pid=99719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 18:13:30.262552 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:30.388636 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.db_base_plugin_common [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Allocated IP 172.20.0.6 (5c83cb0d-c037-4e41-8511-ec3c449aafb6/71d309b1-3cfb-4928-b14d-dcfd89b85221/5e73864f-b705-425a-a1ba-a1c7fbc464a2) {{(pid=99719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:13:30.535371 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for port, precommit_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:30.572304 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_create {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:30.613862 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Network 5c83cb0d-c037-4e41-8511-ec3c449aafb6 is already hosted by enough agents. {{(pid=99719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:13:30.619247 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.base_scheduler [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Resources bound (agent type, host, resource id): {{(pid=99719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:13:30.625783 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Received port after_create {{(pid=99719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:13:30.650656 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Pushing event updated for resources: {'Port': ['ID=5e73864f-b705-425a-a1ba-a1c7fbc464a2,revision_number=1']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:13:30.665335 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:30.666211 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:30.666544 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:30.666872 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:30.667199 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:30.667524 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:30.667849 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:30.668171 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:30.668493 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:30.668817 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:30.669170 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:30.669488 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:30.690263 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:30.690962 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:30.706743 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-566b170f-3973-4200-8322-18c2564cceee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5615075 Oct 14 18:13:30.720126 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.v2.base [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] Request body: {'port': {'device_id': '48f3c283-13f0-43cb-a7d0-f50bca2954c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81393'}} {{(pid=99719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:13:30.777408 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:30.867611 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-0e7a5999-da40-4bbd-a57b-6ba3f7ba0aa3 None None] Provisioning complete for port 5e73864f-b705-425a-a1ba-a1c7fbc464a2 triggered by entity DHCP. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:13:30.868238 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-0e7a5999-da40-4bbd-a57b-6ba3f7ba0aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:30.901505 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-0e7a5999-da40-4bbd-a57b-6ba3f7ba0aa3 None None] Port 5e73864f-b705-425a-a1ba-a1c7fbc464a2 cannot update to ACTIVE because it is not bound. {{(pid=99720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 18:13:31.026236 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e73864f-b705-425a-a1ba-a1c7fbc464a2 {{(pid=99719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:13:31.033719 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] Notify callbacks [] for port, precommit_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:31.045695 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.provisioning_blocks [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] Transition to ACTIVE for port object 5e73864f-b705-425a-a1ba-a1c7fbc464a2 will not be triggered until provisioned by entity L2. {{(pid=99719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 18:13:31.050358 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:31.121392 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] Pushing event updated for resources: {'Port': ['ID=5e73864f-b705-425a-a1ba-a1c7fbc464a2,revision_number=2']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:13:31.168931 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] Attempting to bind port 5e73864f-b705-425a-a1ba-a1c7fbc464a2 on host hv-cinder-81393 for vnic_type normal with profile {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 18:13:31.169575 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] Attempting to bind port 5e73864f-b705-425a-a1ba-a1c7fbc464a2 by drivers openvswitch,hyperv on host hv-cinder-81393 at level 0 using segments [{'id': '46c69157-d0a8-458f-9e67-cefbc8750d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6'}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 18:13:31.169575 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] Attempting to bind port 5e73864f-b705-425a-a1ba-a1c7fbc464a2 on network 5c83cb0d-c037-4e41-8511-ec3c449aafb6 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:13:31.173840 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] Port 5e73864f-b705-425a-a1ba-a1c7fbc464a2 on network 5c83cb0d-c037-4e41-8511-ec3c449aafb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81393 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 18:13:31.174156 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] Attempting to bind port 5e73864f-b705-425a-a1ba-a1c7fbc464a2 on network 5c83cb0d-c037-4e41-8511-ec3c449aafb6 {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 18:13:31.179177 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] Checking agent: {'id': '26c515f5-fc83-44a3-9c50-84c881af0873', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81393', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'started_at': datetime.datetime(2021, 10, 14, 17, 58, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 18, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 18:13:31.179514 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] Checking segment: {'id': '46c69157-d0a8-458f-9e67-cefbc8750d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 18:13:31.179888 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] Bound using segment: {'id': '46c69157-d0a8-458f-9e67-cefbc8750d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6'} {{(pid=99719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 18:13:31.180304 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.managers [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] Bound port: 5e73864f-b705-425a-a1ba-a1c7fbc464a2, host: hv-cinder-81393, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c69157-d0a8-458f-9e67-cefbc8750d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6'}}] {{(pid=99719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 18:13:31.180653 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:31.245021 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] For port 5e73864f-b705-425a-a1ba-a1c7fbc464a2, host hv-cinder-81393, cleared binding levels {{(pid=99719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 18:13:31.248099 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] For port 5e73864f-b705-425a-a1ba-a1c7fbc464a2, host hv-cinder-81393, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=5e73864f-b705-425a-a1ba-a1c7fbc464a2,segment=NetworkSegment(46c69157-d0a8-458f-9e67-cefbc8750d0d),segment_id=46c69157-d0a8-458f-9e67-cefbc8750d0d)] {{(pid=99719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 18:13:31.252156 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937572'] for port, after_update {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:31.292645 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:31.293269 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:31.294579 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] 10.222.0.32 "PUT /v2.0/ports/5e73864f-b705-425a-a1ba-a1c7fbc464a2 HTTP/1.1" status: 200 len: 1093 time: 0.5792294 Oct 14 18:13:31.295020 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f3c283-13f0-43cb-a7d0-f50bca2954c5', 'tag': '5e73864f-b705-425a-a1ba-a1c7fbc464a2'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:13:31.297395 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cc3917-d143-446e-987d-b76d3527e86d" -d '{"events": [{"name": "network-changed", "server_uuid": "48f3c283-13f0-43cb-a7d0-f50bca2954c5", "tag": "5e73864f-b705-425a-a1ba-a1c7fbc464a2"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:13:31.350415 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e481a7e-fdae-4752-91ae-d4eaf3870ace service neutron] Pushing event updated for resources: {'Port': ['ID=5e73864f-b705-425a-a1ba-a1c7fbc464a2,revision_number=3']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:13:31.387985 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db98892-327b-457c-b798-79fb96d1a16d req-839d9dac-7849-424c-9dab-a2a1dfce84a3 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:31.389557 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7db98892-327b-457c-b798-79fb96d1a16d req-839d9dac-7849-424c-9dab-a2a1dfce84a3 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 943 time: 0.1107714 Oct 14 18:13:31.420180 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-7ed25828-14ae-411e-95c1-259f5b0a2d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:31.421557 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-7ed25828-14ae-411e-95c1-259f5b0a2d2f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe6ea98a16a0448a9e137ee43fd4774d&device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 1096 time: 0.0681603 Oct 14 18:13:31.427485 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512c32ef-271a-466a-aa60-09efab17e4c2 x-openstack-request-id: req-512c32ef-271a-466a-aa60-09efab17e4c2 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:13:31.427768 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f3c283-13f0-43cb-a7d0-f50bca2954c5", "tag": "5e73864f-b705-425a-a1ba-a1c7fbc464a2", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:13:31.428017 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-512c32ef-271a-466a-aa60-09efab17e4c2 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:13:31.428403 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f3c283-13f0-43cb-a7d0-f50bca2954c5', 'tag': '5e73864f-b705-425a-a1ba-a1c7fbc464a2', 'status': 'completed', 'code': 200} Oct 14 18:13:31.451898 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7db98892-327b-457c-b798-79fb96d1a16d req-6872ceeb-4438-4b6a-9c5f-2fc4aab438ee tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521064 Oct 14 18:13:31.478717 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-49c2992c-4bc8-42d2-82d4-7188990508cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e73864f-b705-425a-a1ba-a1c7fbc464a2 HTTP/1.1" status: 200 len: 217 time: 0.0407238 Oct 14 18:13:31.529081 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-e33d604c-07fe-4133-8e37-a79b377f6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:31.530451 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-e33d604c-07fe-4133-8e37-a79b377f6869 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d309b1-3cfb-4928-b14d-dcfd89b85221 HTTP/1.1" status: 200 len: 851 time: 0.0456851 Oct 14 18:13:31.575519 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-9d903635-5a03-429e-ba7c-1b256bafc58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:31.576956 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-9d903635-5a03-429e-ba7c-1b256bafc58c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c83cb0d-c037-4e41-8511-ec3c449aafb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392945 Oct 14 18:13:31.662628 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-b4d9ac0f-b177-4381-8ab7-e6d04e15b079 service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770836 Oct 14 18:13:31.759181 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6c43493c-42b7-4095-82fd-83ff6e1906af req-493721c3-45e4-4063-977f-2efeb79a7c02 service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892415 Oct 14 18:13:31.842311 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc3917-d143-446e-987d-b76d3527e86d req-67859fe6-2614-4bc9-be73-b7518366a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:31.843739 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-79cc3917-d143-446e-987d-b76d3527e86d req-67859fe6-2614-4bc9-be73-b7518366a86a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe6ea98a16a0448a9e137ee43fd4774d&device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 1096 time: 0.0401514 Oct 14 18:13:31.933945 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc3917-d143-446e-987d-b76d3527e86d req-b4134cb4-e507-4ed5-804b-b094c8fc52f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:31.935327 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-79cc3917-d143-446e-987d-b76d3527e86d req-b4134cb4-e507-4ed5-804b-b094c8fc52f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5c83cb0d-c037-4e41-8511-ec3c449aafb6 HTTP/1.1" status: 200 len: 913 time: 0.0831344 Oct 14 18:13:31.977041 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-79cc3917-d143-446e-987d-b76d3527e86d req-0417d2b5-1b39-4355-b8d0-36b0ccdd579d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e73864f-b705-425a-a1ba-a1c7fbc464a2 HTTP/1.1" status: 200 len: 217 time: 0.0324175 Oct 14 18:13:32.023686 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc3917-d143-446e-987d-b76d3527e86d req-fd176a28-b6f6-4dd4-bb87-9f86a5397fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:32.025636 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-79cc3917-d143-446e-987d-b76d3527e86d req-fd176a28-b6f6-4dd4-bb87-9f86a5397fbb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d309b1-3cfb-4928-b14d-dcfd89b85221 HTTP/1.1" status: 200 len: 851 time: 0.0406685 Oct 14 18:13:32.072566 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc3917-d143-446e-987d-b76d3527e86d req-ce7dc1ad-1c1d-4254-a64a-a90eb12991fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:32.074062 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-79cc3917-d143-446e-987d-b76d3527e86d req-ce7dc1ad-1c1d-4254-a64a-a90eb12991fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c83cb0d-c037-4e41-8511-ec3c449aafb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417328 Oct 14 18:13:32.167684 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-79cc3917-d143-446e-987d-b76d3527e86d req-38461116-8f92-4de3-a651-07f447821855 service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854313 Oct 14 18:13:32.259997 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-79cc3917-d143-446e-987d-b76d3527e86d req-2041a0de-74bf-4afa-ae39-a5baa832b751 service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809152 Oct 14 18:13:32.568969 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c5653-054b-4be4-bec4-901435674be9 req-5bdc8f46-bb6d-4551-a836-17f51101b868 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:32.570319 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-280c5653-054b-4be4-bec4-901435674be9 req-5bdc8f46-bb6d-4551-a836-17f51101b868 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 943 time: 0.0504978 Oct 14 18:13:32.606607 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-280c5653-054b-4be4-bec4-901435674be9 req-93ecdbb9-f362-4f35-b96d-7cd26e52c05a tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298166 Oct 14 18:13:33.718678 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ab3f7-ae5e-4c55-9c07-b2186d635b51 req-2fa2215c-9a40-4dd4-a09a-af88e1ec7989 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:33.720117 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4c3ab3f7-ae5e-4c55-9c07-b2186d635b51 req-2fa2215c-9a40-4dd4-a09a-af88e1ec7989 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 943 time: 0.0488465 Oct 14 18:13:33.756286 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4c3ab3f7-ae5e-4c55-9c07-b2186d635b51 req-5709a3c3-8183-4b20-9556-f1c6b619b61f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303073 Oct 14 18:13:34.866631 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94484d2-afb2-4c2d-b7d7-b68d277c1c6d req-4d11dc2b-c1b4-48a5-832f-9898e7c32e4e tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:34.867964 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f94484d2-afb2-4c2d-b7d7-b68d277c1c6d req-4d11dc2b-c1b4-48a5-832f-9898e7c32e4e tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 943 time: 0.0470822 Oct 14 18:13:34.903754 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-f94484d2-afb2-4c2d-b7d7-b68d277c1c6d req-ab2f1970-73d8-471f-b9b0-06ebfe946cf3 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299909 Oct 14 18:13:36.066099 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f6ee4-cfa6-4d71-a905-142cbc9ce816 req-993ac3b4-6418-41c8-b053-c82c192e21a0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:36.067512 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2e5f6ee4-cfa6-4d71-a905-142cbc9ce816 req-993ac3b4-6418-41c8-b053-c82c192e21a0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 943 time: 0.0469985 Oct 14 18:13:36.103947 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2e5f6ee4-cfa6-4d71-a905-142cbc9ce816 req-a0f2e93c-1ac0-46bb-9405-b3ca1cd8eb06 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299268 Oct 14 18:13:37.215399 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641be87b-8d46-4fe3-9278-9913e0aba949 req-89469455-f619-4d5f-9cbf-9ffd6a4e025f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:37.216832 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-641be87b-8d46-4fe3-9278-9913e0aba949 req-89469455-f619-4d5f-9cbf-9ffd6a4e025f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 943 time: 0.0467944 Oct 14 18:13:37.252555 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-641be87b-8d46-4fe3-9278-9913e0aba949 req-e0eb2d34-67ae-4729-9009-d1ca28a4b388 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299284 Oct 14 18:13:38.363328 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecbcf7-6efd-4790-a0bd-2545c93a39ce req-35a0ccde-9508-46df-83d0-79ce6da005f3 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:38.365363 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7eecbcf7-6efd-4790-a0bd-2545c93a39ce req-35a0ccde-9508-46df-83d0-79ce6da005f3 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 943 time: 0.0477109 Oct 14 18:13:38.405560 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-7eecbcf7-6efd-4790-a0bd-2545c93a39ce req-0726cca3-a405-4e35-8fa3-2c5406afc5c5 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338013 Oct 14 18:13:38.922262 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-27613425-134a-41bc-b386-a4e6c2a6b4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:39.520188 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b51a5-ff8f-4ddd-8d38-8ec625aacdef req-4678fc5c-00d7-483f-ac0a-de76448d1d04 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:39.521647 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-069b51a5-ff8f-4ddd-8d38-8ec625aacdef req-4678fc5c-00d7-483f-ac0a-de76448d1d04 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 943 time: 0.0508466 Oct 14 18:13:39.558757 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-069b51a5-ff8f-4ddd-8d38-8ec625aacdef req-197b72ac-b36e-4891-90fa-512b72c56a16 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311303 Oct 14 18:13:39.727367 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 5e73864f-b705-425a-a1ba-a1c7fbc464a2 details requested by agent hyperv_hv-cinder-81393 with host hv-cinder-81393 {{(pid=99720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 18:13:39.821629 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 5e73864f-b705-425a-a1ba-a1c7fbc464a2, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=5e73864f-b705-425a-a1ba-a1c7fbc464a2,segment=NetworkSegment(46c69157-d0a8-458f-9e67-cefbc8750d0d),segment_id=46c69157-d0a8-458f-9e67-cefbc8750d0d)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:13:39.832387 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Returning: {'device': '5e73864f-b705-425a-a1ba-a1c7fbc464a2', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'port_id': '5e73864f-b705-425a-a1ba-a1c7fbc464a2', 'mac_address': 'fa:16:3e:f0:c5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 18:13:39.877503 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:39.889587 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e73864f-b705-425a-a1ba-a1c7fbc464a2 {{(pid=99720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 18:13:39.908197 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 5e73864f-b705-425a-a1ba-a1c7fbc464a2, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=5e73864f-b705-425a-a1ba-a1c7fbc464a2,segment=NetworkSegment(46c69157-d0a8-458f-9e67-cefbc8750d0d),segment_id=46c69157-d0a8-458f-9e67-cefbc8750d0d)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:13:39.911352 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:39.956328 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=5e73864f-b705-425a-a1ba-a1c7fbc464a2,revision_number=4']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:13:39.963579 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:39.963925 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:39.964266 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:39.964600 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:39.964962 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:39.965297 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:39.965623 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:39.965951 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:39.966301 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:39.966630 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:39.966951 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:39.967274 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:40.123926 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] get_ports_and_sgs() called for port_ids ['5e73864f-b705-425a-a1ba-a1c7fbc464a2'] {{(pid=99720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 18:13:40.669435 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65dc304-9cf4-4f8b-9f3e-4435f2f4346b req-de871e34-c0e2-4528-9256-4208b53ed44f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:40.670874 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f65dc304-9cf4-4f8b-9f3e-4435f2f4346b req-de871e34-c0e2-4528-9256-4208b53ed44f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 944 time: 0.0482628 Oct 14 18:13:40.708352 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-f65dc304-9cf4-4f8b-9f3e-4435f2f4346b req-ce7ce213-766d-4408-a3ef-ee894eda3125 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316007 Oct 14 18:13:41.411246 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:41.588616 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-40fd5cfa-094e-4c6f-9e81-afd68e0f8167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:41.636141 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:41.742711 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 5e73864f-b705-425a-a1ba-a1c7fbc464a2 up at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 18:13:41.794521 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning for port 5e73864f-b705-425a-a1ba-a1c7fbc464a2 completed by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 18:13:41.798475 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.provisioning_blocks [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Provisioning complete for port 5e73864f-b705-425a-a1ba-a1c7fbc464a2 triggered by entity L2. {{(pid=99720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 18:13:41.798850 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675735'] for port, provisioning_complete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:41.821206 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bca82-e536-467a-ac45-ebbad29a63c2 req-bd0e9a4a-157f-485d-b265-05dbf300a700 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:41.822654 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-418bca82-e536-467a-ac45-ebbad29a63c2 req-bd0e9a4a-157f-485d-b265-05dbf300a700 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 944 time: 0.0494683 Oct 14 18:13:41.864971 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-418bca82-e536-467a-ac45-ebbad29a63c2 req-c601615c-b7ea-4610-bc45-e5e1a840dca8 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363629 Oct 14 18:13:41.884532 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:41.906270 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f3c283-13f0-43cb-a7d0-f50bca2954c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e73864f-b705-425a-a1ba-a1c7fbc464a2'}] {{(pid=99720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:13:41.908486 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa30a665b6511b350be12e2963c8e4d0cd680c3f6eb10f4188132638a6f989ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d080d57c-9815-4f7e-bf2a-67c4f053c0c4" -d '{"events": [{"server_uuid": "48f3c283-13f0-43cb-a7d0-f50bca2954c5", "name": "network-vif-plugged", "status": "completed", "tag": "5e73864f-b705-425a-a1ba-a1c7fbc464a2"}]}' {{(pid=99720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:13:41.920856 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] For port 5e73864f-b705-425a-a1ba-a1c7fbc464a2, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=5e73864f-b705-425a-a1ba-a1c7fbc464a2,segment=NetworkSegment(46c69157-d0a8-458f-9e67-cefbc8750d0d),segment_id=46c69157-d0a8-458f-9e67-cefbc8750d0d)] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:13:41.925360 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196'] for port, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:41.949396 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca39410-7a51-4b55-9a18-307d67cabcea x-openstack-request-id: req-bca39410-7a51-4b55-9a18-307d67cabcea {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:13:41.949692 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f3c283-13f0-43cb-a7d0-f50bca2954c5", "name": "network-vif-plugged", "status": "completed", "tag": "5e73864f-b705-425a-a1ba-a1c7fbc464a2", "code": 200}]} {{(pid=99720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:13:41.949945 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bca39410-7a51-4b55-9a18-307d67cabcea {{(pid=99720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:13:41.950323 dv-cinder-813936-1-iscsi neutron-server[99720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f3c283-13f0-43cb-a7d0-f50bca2954c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e73864f-b705-425a-a1ba-a1c7fbc464a2', 'code': 200} Oct 14 18:13:41.974682 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Pushing event updated for resources: {'Port': ['ID=5e73864f-b705-425a-a1ba-a1c7fbc464a2,revision_number=5']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:13:42.153001 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e32a7-fba2-441d-8e08-a579e3f84838 req-8de3fb5a-88f1-4d81-b001-72241f64d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:42.154876 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e28e32a7-fba2-441d-8e08-a579e3f84838 req-8de3fb5a-88f1-4d81-b001-72241f64d152 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 1098 time: 0.0426276 Oct 14 18:13:42.190265 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-e28e32a7-fba2-441d-8e08-a579e3f84838 req-2ade86a9-a7ee-49a6-b7b0-1d0e0e3453bd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287573 Oct 14 18:13:42.411640 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:42.976291 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70496e-1b1d-462f-b0ff-cb39fe847177 req-f6183a56-a619-497b-9980-4315a1ba2a51 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:42.977740 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-9d70496e-1b1d-462f-b0ff-cb39fe847177 req-f6183a56-a619-497b-9980-4315a1ba2a51 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 945 time: 0.0473905 Oct 14 18:13:43.014672 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-9d70496e-1b1d-462f-b0ff-cb39fe847177 req-249c0ecd-66bd-4201-84e2-6e58e678bfec tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310163 Oct 14 18:13:44.127578 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96e830-3540-4db9-aa0c-15653bfafb3f req-1f53a1af-d65e-4329-ba84-4727c96809fa tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:44.129477 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2b96e830-3540-4db9-aa0c-15653bfafb3f req-1f53a1af-d65e-4329-ba84-4727c96809fa tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 945 time: 0.0473239 Oct 14 18:13:44.172467 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-2b96e830-3540-4db9-aa0c-15653bfafb3f req-89ffc356-238c-4772-a9f6-fce1118445a2 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342329 Oct 14 18:13:44.287049 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05260b9c-863f-4440-b8d1-bbdd5413768f req-e111ac75-dc0b-4d51-8301-3af11192d4ab tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:44.288671 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-05260b9c-863f-4440-b8d1-bbdd5413768f req-e111ac75-dc0b-4d51-8301-3af11192d4ab tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 945 time: 0.0508585 Oct 14 18:13:44.302193 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:44.327088 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-05260b9c-863f-4440-b8d1-bbdd5413768f req-45d4e6db-574f-4491-b8e0-bc4d7195bf21 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321672 Oct 14 18:13:44.349238 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 58744) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:13:44.388331 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9993ad-31d1-4bc9-9dd2-15e89f0d6ae6 tempest-TestVolumeBootPattern-1142591293 tempest-TestVolumeBootPattern-1142591293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:44.389861 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-ab9993ad-31d1-4bc9-9dd2-15e89f0d6ae6 tempest-TestVolumeBootPattern-1142591293 tempest-TestVolumeBootPattern-1142591293-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 1093 time: 0.0396464 Oct 14 18:13:44.392484 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 58746) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:13:44.396605 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.v2.base [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Request body: {'floatingip': {'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'port_id': '5e73864f-b705-425a-a1ba-a1c7fbc464a2', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 18:13:44.419958 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for floatingip, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:44.515074 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:44.613023 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_common [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Allocated IP 172.27.3.155 (d72eea9d-773f-4ba1-af60-02bc446a2bfb/b0081548-82f4-4db0-bd72-f0077bc2ab2a/9441520f-03a9-4eb4-9ab4-5cef96d7b944) {{(pid=99718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 18:13:44.711646 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for port, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:44.743756 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762486085160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:44.782087 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Network d72eea9d-773f-4ba1-af60-02bc446a2bfb is already hosted by enough agents. {{(pid=99718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 18:13:44.784753 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.base_scheduler [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Resources bound (agent type, host, resource id): {{(pid=99718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 18:13:44.791029 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Received port after_create {{(pid=99718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 18:13:44.793721 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Pushing event updated for resources: {'Port': ['ID=9441520f-03a9-4eb4-9ab4-5cef96d7b944,revision_number=1']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:13:44.820135 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:44.820477 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:44.820809 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:44.821161 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:44.821486 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:44.821809 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:44.822129 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:44.822448 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:44.822764 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:44.823078 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:44.823913 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:44.824225 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:13:45.124088 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:45.186256 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644595'] for port, before_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:45.330395 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for port, precommit_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:45.334878 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762486588986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762486085178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762486085196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9121014'] for port, after_update {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:45.402830 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Pushing event updated for resources: {'Port': ['ID=9441520f-03a9-4eb4-9ab4-5cef96d7b944,revision_number=2']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:13:45.412139 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3789850'] for floatingip, after_create {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:45.507037 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.db.l3_db [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Floating IP 91ce110b-b998-4138-9155-9a904859efe5 associated. External IP: 172.27.3.155, port: 5e73864f-b705-425a-a1ba-a1c7fbc464a2. Oct 14 18:13:45.706233 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:13:45.807504 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:13:45.817328 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04f8ee1-8321-4b9b-8690-0e7c364a38ad None None] Sync routers for ids ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:13:45.825022 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for floatingip, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:13:45.826112 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04f8ee1-8321-4b9b-8690-0e7c364a38ad None None] Routers {'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:13:45.826716 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-b04f8ee1-8321-4b9b-8690-0e7c364a38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:13:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:13:45.850797 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-e6f74219-54b5-41ec-b29d-2131bdea89bc tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4573121 Oct 14 18:13:45.851404 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f3c283-13f0-43cb-a7d0-f50bca2954c5', 'tag': '5e73864f-b705-425a-a1ba-a1c7fbc464a2'}] {{(pid=99718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:13:45.853739 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8f27bdffdb2052dedec3557c5a9650e18fe8e4a7ef2e79a5b2f75573612b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5726d7b6-b0e2-4ee7-8d53-4e223eab4cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "48f3c283-13f0-43cb-a7d0-f50bca2954c5", "tag": "5e73864f-b705-425a-a1ba-a1c7fbc464a2"}]}' {{(pid=99718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:13:45.937019 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-b04f8ee1-8321-4b9b-8690-0e7c364a38ad None None] Set router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:13:45.970345 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38131a24-8dd1-4490-bc9d-6104be4815f7 x-openstack-request-id: req-38131a24-8dd1-4490-bc9d-6104be4815f7 {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:13:45.970633 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f3c283-13f0-43cb-a7d0-f50bca2954c5", "tag": "5e73864f-b705-425a-a1ba-a1c7fbc464a2", "status": "completed", "code": 200}]} {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:13:45.970889 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-38131a24-8dd1-4490-bc9d-6104be4815f7 {{(pid=99718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:13:45.971280 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f3c283-13f0-43cb-a7d0-f50bca2954c5', 'tag': '5e73864f-b705-425a-a1ba-a1c7fbc464a2', 'status': 'completed', 'code': 200} Oct 14 18:13:46.029921 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726d7b6-b0e2-4ee7-8d53-4e223eab4cc5 req-9363e0c1-bd43-4b7a-b7e8-d6e5ffcba7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:46.031406 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5726d7b6-b0e2-4ee7-8d53-4e223eab4cc5 req-9363e0c1-bd43-4b7a-b7e8-d6e5ffcba7fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe6ea98a16a0448a9e137ee43fd4774d&device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 1098 time: 0.0395012 Oct 14 18:13:46.117894 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726d7b6-b0e2-4ee7-8d53-4e223eab4cc5 req-7740184b-d0ec-47ab-b776-cbe76cd10562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:46.119347 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5726d7b6-b0e2-4ee7-8d53-4e223eab4cc5 req-7740184b-d0ec-47ab-b776-cbe76cd10562 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5c83cb0d-c037-4e41-8511-ec3c449aafb6 HTTP/1.1" status: 200 len: 913 time: 0.0809562 Oct 14 18:13:46.154534 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-b04f8ee1-8321-4b9b-8690-0e7c364a38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': '91ce110b-b998-4138-9155-9a904859efe5', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'floating_ip_address': '172.27.3.155', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'port_id': '5e73864f-b705-425a-a1ba-a1c7fbc464a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'mac_address': 'fa:16:3e:f0:c5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f3c283-13f0-43cb-a7d0-f50bca2954c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:13:45Z', 'updated_at': '2021-10-14T18:13:45Z', 'revision_number': 0, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'fixed_ip_address_scope': None}, {'id': 'e24dc680-70d9-4f3e-9c58-3331fd355356', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'port_id': 'aa1c63ee-3f77-466b-b85c-ab71aa36d347', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'mac_address': 'fa:16:3e:b8:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada2b110-21ab-4f5a-adbb-6612574ebe79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:11:40Z', 'updated_at': '2021-10-14T18:11:42Z', 'revision_number': 1, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ddeb2-ce39-4437-a94f-c41e447a90cc', 'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'mac_address': 'fa:16:3e:5b:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:27Z', 'updated_at': '2021-10-14T18:08:33Z', 'revision_number': 5, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'subnets': [{'id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:13:46.180407 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04f8ee1-8321-4b9b-8690-0e7c364a38ad None None] Checking router: e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:13:46.187615 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5726d7b6-b0e2-4ee7-8d53-4e223eab4cc5 req-1f6b8f44-34a0-4aee-b5d9-6b2e9166620f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e73864f-b705-425a-a1ba-a1c7fbc464a2 HTTP/1.1" status: 200 len: 999 time: 0.0611968 Oct 14 18:13:46.188493 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04f8ee1-8321-4b9b-8690-0e7c364a38ad None None] Routers {'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:13:46.189126 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-b04f8ee1-8321-4b9b-8690-0e7c364a38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:13:42Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:13:46.235924 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726d7b6-b0e2-4ee7-8d53-4e223eab4cc5 req-41db33ce-2997-4d19-a626-91235a537540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:46.237256 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5726d7b6-b0e2-4ee7-8d53-4e223eab4cc5 req-41db33ce-2997-4d19-a626-91235a537540 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d309b1-3cfb-4928-b14d-dcfd89b85221 HTTP/1.1" status: 200 len: 851 time: 0.0426583 Oct 14 18:13:46.283340 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726d7b6-b0e2-4ee7-8d53-4e223eab4cc5 req-3b60d13d-0e97-4e59-93cb-43e37b18d70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:46.284869 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5726d7b6-b0e2-4ee7-8d53-4e223eab4cc5 req-3b60d13d-0e97-4e59-93cb-43e37b18d70d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c83cb0d-c037-4e41-8511-ec3c449aafb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402558 Oct 14 18:13:46.292488 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-b04f8ee1-8321-4b9b-8690-0e7c364a38ad None None] Set router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:13:46.375811 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5726d7b6-b0e2-4ee7-8d53-4e223eab4cc5 req-cf3ac881-a117-4ee9-8194-3e2e430ddeb4 service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831890 Oct 14 18:13:46.463015 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5726d7b6-b0e2-4ee7-8d53-4e223eab4cc5 req-93d9557f-685c-4d5c-9422-38f06ec2ffb7 service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796883 Oct 14 18:13:46.511417 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-b04f8ee1-8321-4b9b-8690-0e7c364a38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': '91ce110b-b998-4138-9155-9a904859efe5', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'floating_ip_address': '172.27.3.155', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'port_id': '5e73864f-b705-425a-a1ba-a1c7fbc464a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'mac_address': 'fa:16:3e:f0:c5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f3c283-13f0-43cb-a7d0-f50bca2954c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:13:45Z', 'updated_at': '2021-10-14T18:13:45Z', 'revision_number': 0, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'fixed_ip_address_scope': None}, {'id': 'e24dc680-70d9-4f3e-9c58-3331fd355356', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'port_id': 'aa1c63ee-3f77-466b-b85c-ab71aa36d347', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'mac_address': 'fa:16:3e:b8:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada2b110-21ab-4f5a-adbb-6612574ebe79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:11:40Z', 'updated_at': '2021-10-14T18:11:42Z', 'revision_number': 1, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ddeb2-ce39-4437-a94f-c41e447a90cc', 'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'mac_address': 'fa:16:3e:5b:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:27Z', 'updated_at': '2021-10-14T18:08:33Z', 'revision_number': 5, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'subnets': [{'id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:13:46.537183 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04f8ee1-8321-4b9b-8690-0e7c364a38ad None None] The sync data for ids ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'] in dv-cinder-813936-1-iscsi is: [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': '91ce110b-b998-4138-9155-9a904859efe5', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'floating_ip_address': '172.27.3.155', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'port_id': '5e73864f-b705-425a-a1ba-a1c7fbc464a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'mac_address': 'fa:16:3e:f0:c5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f3c283-13f0-43cb-a7d0-f50bca2954c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:13:45Z', 'updated_at': '2021-10-14T18:13:45Z', 'revision_number': 0, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'fixed_ip_address_scope': None}, {'id': 'e24dc680-70d9-4f3e-9c58-3331fd355356', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'port_id': 'aa1c63ee-3f77-466b-b85c-ab71aa36d347', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'mac_address': 'fa:16:3e:b8:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada2b110-21ab-4f5a-adbb-6612574ebe79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:11:40Z', 'updated_at': '2021-10-14T18:11:42Z', 'revision_number': 1, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ddeb2-ce39-4437-a94f-c41e447a90cc', 'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'mac_address': 'fa:16:3e:5b:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:27Z', 'updated_at': '2021-10-14T18:08:33Z', 'revision_number': 5, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'subnets': [{'id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:13:46.715985 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7fd521-2cf1-4f89-bd93-b86e5b265e9f None None] New status for floating IP 91ce110b-b998-4138-9155-9a904859efe5: ACTIVE {{(pid=99721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 18:13:49.667818 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-abc661a1-7bbd-4082-9b49-10cb480f67ce req-c797944e-ec10-47e5-a638-17aeef8954b9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380309 Oct 14 18:13:49.748554 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc661a1-7bbd-4082-9b49-10cb480f67ce req-abcbc5a8-9f58-4774-addf-7a930a2c44b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:49.750014 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-abc661a1-7bbd-4082-9b49-10cb480f67ce req-abcbc5a8-9f58-4774-addf-7a930a2c44b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe6ea98a16a0448a9e137ee43fd4774d&device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 1098 time: 0.0428681 Oct 14 18:13:49.847930 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc661a1-7bbd-4082-9b49-10cb480f67ce req-dfd7da18-11e4-499a-afb5-13dc59a6d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:49.849358 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-abc661a1-7bbd-4082-9b49-10cb480f67ce req-dfd7da18-11e4-499a-afb5-13dc59a6d8b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5c83cb0d-c037-4e41-8511-ec3c449aafb6 HTTP/1.1" status: 200 len: 913 time: 0.0805256 Oct 14 18:13:50.181042 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-abc661a1-7bbd-4082-9b49-10cb480f67ce req-c63a140e-8c30-4b02-aa19-2b18f7d4bbfb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa1c63ee-3f77-466b-b85c-ab71aa36d347 HTTP/1.1" status: 200 len: 1001 time: 0.3242149 Oct 14 18:13:50.228273 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc661a1-7bbd-4082-9b49-10cb480f67ce req-fdcf43d3-37d8-42c7-9557-a2429cba7fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:50.229668 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-abc661a1-7bbd-4082-9b49-10cb480f67ce req-fdcf43d3-37d8-42c7-9557-a2429cba7fb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d309b1-3cfb-4928-b14d-dcfd89b85221 HTTP/1.1" status: 200 len: 851 time: 0.0421689 Oct 14 18:13:50.272802 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc661a1-7bbd-4082-9b49-10cb480f67ce req-059f1ceb-b6a9-4d6c-9f82-20394cf033a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:13:50.274265 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-abc661a1-7bbd-4082-9b49-10cb480f67ce req-059f1ceb-b6a9-4d6c-9f82-20394cf033a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c83cb0d-c037-4e41-8511-ec3c449aafb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382810 Oct 14 18:13:50.361989 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-abc661a1-7bbd-4082-9b49-10cb480f67ce req-92a7f08a-3da8-4bc3-bbb7-7605690674a4 service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806737 Oct 14 18:13:50.447713 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-abc661a1-7bbd-4082-9b49-10cb480f67ce req-ffa14fc9-ed10-4fc9-9f24-8b4c7524c001 service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782218 Oct 14 18:13:57.189322 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:14:08.923993 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-236eadff-254a-4a8b-9aca-8ce2f9c3fca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:14:11.427256 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:14:11.588606 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-70a924d7-791e-4eb1-b9e1-c25e5b41c38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:14:11.635265 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:14:12.415474 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:14:14.300461 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:14:34.188708 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:14:38.924559 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e3149736-027c-4deb-ad43-b799ab9fe497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:14:41.418812 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:14:41.589032 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-2564b99a-d871-4f4d-8c80-843af028a675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:14:41.635554 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:14:42.417947 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:14:44.303266 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:14:50.672454 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-869e4b80-e1fb-49f7-bf18-e32366f12b60 req-d21f04bb-9eab-401d-becf-3cfcd9828dcf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410440 Oct 14 18:14:50.734900 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e4b80-e1fb-49f7-bf18-e32366f12b60 req-c1f74398-c23b-403b-a9e6-0ec7759949c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:14:50.736321 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-869e4b80-e1fb-49f7-bf18-e32366f12b60 req-c1f74398-c23b-403b-a9e6-0ec7759949c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe6ea98a16a0448a9e137ee43fd4774d&device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 1098 time: 0.0434062 Oct 14 18:14:50.834173 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e4b80-e1fb-49f7-bf18-e32366f12b60 req-7a40b660-d379-470e-859c-0ff58b2a6101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:14:50.835571 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-869e4b80-e1fb-49f7-bf18-e32366f12b60 req-7a40b660-d379-470e-859c-0ff58b2a6101 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5c83cb0d-c037-4e41-8511-ec3c449aafb6 HTTP/1.1" status: 200 len: 913 time: 0.0812247 Oct 14 18:14:50.900664 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-869e4b80-e1fb-49f7-bf18-e32366f12b60 req-1af31495-d967-49fd-8d13-815c996afcba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e73864f-b705-425a-a1ba-a1c7fbc464a2 HTTP/1.1" status: 200 len: 1001 time: 0.0578580 Oct 14 18:14:50.945987 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e4b80-e1fb-49f7-bf18-e32366f12b60 req-03cab1f6-dac3-471e-8964-24304544f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:14:50.947327 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-869e4b80-e1fb-49f7-bf18-e32366f12b60 req-03cab1f6-dac3-471e-8964-24304544f4d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d309b1-3cfb-4928-b14d-dcfd89b85221 HTTP/1.1" status: 200 len: 851 time: 0.0404806 Oct 14 18:14:50.991281 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e4b80-e1fb-49f7-bf18-e32366f12b60 req-086a1f3e-7604-4f9a-aeab-42c3494819da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:14:50.992707 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-869e4b80-e1fb-49f7-bf18-e32366f12b60 req-086a1f3e-7604-4f9a-aeab-42c3494819da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c83cb0d-c037-4e41-8511-ec3c449aafb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381856 Oct 14 18:14:51.081853 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-869e4b80-e1fb-49f7-bf18-e32366f12b60 req-d80c31f1-7777-4229-8dbd-96cfb4aa9331 service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823162 Oct 14 18:14:51.170023 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-869e4b80-e1fb-49f7-bf18-e32366f12b60 req-0e9cde09-4a55-4fb3-9764-aa819c450dbc service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809851 Oct 14 18:15:08.923828 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-2aca1bf2-2c3c-428d-b18c-56f720340e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:11.188041 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:15:11.456093 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:11.588276 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-5502281d-1ffd-4afb-8a4e-25a35f63b886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:11.635330 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:12.420767 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:14.308301 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:16.329063 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 58790) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:15:16.485254 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Deleting port 9441520f-03a9-4eb4-9ab4-5cef96d7b944 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:15:16.485589 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:16.560870 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:16.561137 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:16.572339 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Calling delete_port for 9441520f-03a9-4eb4-9ab4-5cef96d7b944 owned by network:floatingip {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:15:16.737063 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:16.763707 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Pushing event deleted for resources: {'Port': ['ID=9441520f-03a9-4eb4-9ab4-5cef96d7b944,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:15:16.787029 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:16.787382 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:16.787724 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:16.788064 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:16.788398 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:16.788731 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:16.789097 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:16.789428 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:16.789754 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:16.790079 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:16.790401 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:16.790721 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:16.829117 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for floatingip, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:16.829379 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.db.l3_db [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Floating IP 91ce110b-b998-4138-9155-9a904859efe5 disassociated (deleted). External IP: 172.27.3.155, port: 5e73864f-b705-425a-a1ba-a1c7fbc464a2. Oct 14 18:15:17.036044 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:15:17.140902 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:15:17.145732 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for floatingip, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:17.150273 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31f86d2-1677-45c9-8bca-986477ed67e4 None None] Sync routers for ids ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:15:17.159362 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31f86d2-1677-45c9-8bca-986477ed67e4 None None] Routers {'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:15:17.159962 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-a31f86d2-1677-45c9-8bca-986477ed67e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:15:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:15:17.171958 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-6f2ce4d0-dbff-46eb-a22b-ebce27a52711 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "DELETE /v2.0/floatingips/91ce110b-b998-4138-9155-9a904859efe5 HTTP/1.1" status: 204 len: 168 time: 0.8418295 Oct 14 18:15:17.172541 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f3c283-13f0-43cb-a7d0-f50bca2954c5', 'tag': '5e73864f-b705-425a-a1ba-a1c7fbc464a2'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:15:17.174815 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0893c335-ebed-40a1-8960-4fca6f7d088d" -d '{"events": [{"name": "network-changed", "server_uuid": "48f3c283-13f0-43cb-a7d0-f50bca2954c5", "tag": "5e73864f-b705-425a-a1ba-a1c7fbc464a2"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:15:17.218524 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f8cd02-cb7b-4981-8f28-ab84690c5758 x-openstack-request-id: req-b9f8cd02-cb7b-4981-8f28-ab84690c5758 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:15:17.218819 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f3c283-13f0-43cb-a7d0-f50bca2954c5", "tag": "5e73864f-b705-425a-a1ba-a1c7fbc464a2", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:15:17.219309 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9f8cd02-cb7b-4981-8f28-ab84690c5758 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:15:17.219721 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f3c283-13f0-43cb-a7d0-f50bca2954c5', 'tag': '5e73864f-b705-425a-a1ba-a1c7fbc464a2', 'status': 'completed', 'code': 200} Oct 14 18:15:17.290507 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893c335-ebed-40a1-8960-4fca6f7d088d req-86ea109f-a092-4917-9567-271ab95d00e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:15:17.293160 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0893c335-ebed-40a1-8960-4fca6f7d088d req-86ea109f-a092-4917-9567-271ab95d00e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe6ea98a16a0448a9e137ee43fd4774d&device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 1098 time: 0.0499985 Oct 14 18:15:17.393569 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-a31f86d2-1677-45c9-8bca-986477ed67e4 None None] Set router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:15:17.418305 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893c335-ebed-40a1-8960-4fca6f7d088d req-f716d687-2f42-42c9-82ab-54c8a0ba44de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:15:17.419796 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0893c335-ebed-40a1-8960-4fca6f7d088d req-f716d687-2f42-42c9-82ab-54c8a0ba44de service neutron] 10.222.0.32 "GET /v2.0/networks?id=5c83cb0d-c037-4e41-8511-ec3c449aafb6 HTTP/1.1" status: 200 len: 913 time: 0.1188555 Oct 14 18:15:17.442297 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440f714-3dcd-490f-8205-22e0a6efb619 req-f69d3e14-5a93-44f9-8919-e38c95187de3 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:15:17.443719 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4440f714-3dcd-490f-8205-22e0a6efb619 req-f69d3e14-5a93-44f9-8919-e38c95187de3 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 945 time: 0.0667973 Oct 14 18:15:17.475728 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0893c335-ebed-40a1-8960-4fca6f7d088d req-f7c06de2-d429-40ba-a517-e8619f57ace2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e73864f-b705-425a-a1ba-a1c7fbc464a2 HTTP/1.1" status: 200 len: 217 time: 0.0478690 Oct 14 18:15:17.535538 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-4440f714-3dcd-490f-8205-22e0a6efb619 req-691ae7a4-0845-4352-b45d-b57d1788008a tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621417 Oct 14 18:15:17.545243 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893c335-ebed-40a1-8960-4fca6f7d088d req-caf4b089-4bf0-47d8-b093-10675ba69959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:15:17.546646 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0893c335-ebed-40a1-8960-4fca6f7d088d req-caf4b089-4bf0-47d8-b093-10675ba69959 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d309b1-3cfb-4928-b14d-dcfd89b85221 HTTP/1.1" status: 200 len: 851 time: 0.0593441 Oct 14 18:15:17.593734 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893c335-ebed-40a1-8960-4fca6f7d088d req-85f0b80d-d97f-40a7-837b-f88dddcd6990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:15:17.595205 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0893c335-ebed-40a1-8960-4fca6f7d088d req-85f0b80d-d97f-40a7-837b-f88dddcd6990 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c83cb0d-c037-4e41-8511-ec3c449aafb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399268 Oct 14 18:15:17.613294 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-a31f86d2-1677-45c9-8bca-986477ed67e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': 'e24dc680-70d9-4f3e-9c58-3331fd355356', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'port_id': 'aa1c63ee-3f77-466b-b85c-ab71aa36d347', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'mac_address': 'fa:16:3e:b8:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada2b110-21ab-4f5a-adbb-6612574ebe79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:11:40Z', 'updated_at': '2021-10-14T18:11:42Z', 'revision_number': 1, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ddeb2-ce39-4437-a94f-c41e447a90cc', 'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'mac_address': 'fa:16:3e:5b:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:27Z', 'updated_at': '2021-10-14T18:08:33Z', 'revision_number': 5, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'subnets': [{'id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:15:17.643947 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31f86d2-1677-45c9-8bca-986477ed67e4 None None] Checking router: e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:15:17.652181 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31f86d2-1677-45c9-8bca-986477ed67e4 None None] Routers {'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:15:17.652835 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-a31f86d2-1677-45c9-8bca-986477ed67e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:15:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:15:17.689544 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0893c335-ebed-40a1-8960-4fca6f7d088d req-6e0fea09-d613-4252-a35f-3d76127dc2a5 service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848606 Oct 14 18:15:17.755884 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-a31f86d2-1677-45c9-8bca-986477ed67e4 None None] Set router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:15:17.778056 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-0893c335-ebed-40a1-8960-4fca6f7d088d req-35adf0ac-f6ce-4041-a199-fdebdbbf5522 service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796549 Oct 14 18:15:17.971289 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-a31f86d2-1677-45c9-8bca-986477ed67e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': 'e24dc680-70d9-4f3e-9c58-3331fd355356', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'port_id': 'aa1c63ee-3f77-466b-b85c-ab71aa36d347', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'mac_address': 'fa:16:3e:b8:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada2b110-21ab-4f5a-adbb-6612574ebe79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:11:40Z', 'updated_at': '2021-10-14T18:11:42Z', 'revision_number': 1, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ddeb2-ce39-4437-a94f-c41e447a90cc', 'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'mac_address': 'fa:16:3e:5b:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:27Z', 'updated_at': '2021-10-14T18:08:33Z', 'revision_number': 5, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'subnets': [{'id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:15:17.998893 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31f86d2-1677-45c9-8bca-986477ed67e4 None None] The sync data for ids ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'] in dv-cinder-813936-1-iscsi is: [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_floatingips': [{'id': 'e24dc680-70d9-4f3e-9c58-3331fd355356', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'router_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'port_id': 'aa1c63ee-3f77-466b-b85c-ab71aa36d347', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'mac_address': 'fa:16:3e:b8:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada2b110-21ab-4f5a-adbb-6612574ebe79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T18:11:40Z', 'updated_at': '2021-10-14T18:11:42Z', 'revision_number': 1, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ddeb2-ce39-4437-a94f-c41e447a90cc', 'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'mac_address': 'fa:16:3e:5b:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:27Z', 'updated_at': '2021-10-14T18:08:33Z', 'revision_number': 5, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'subnets': [{'id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:15:18.203344 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc8bdf9-776b-4f68-b9ee-4c2fdf1b9eef None None] New status for floating IP 91ce110b-b998-4138-9155-9a904859efe5: DOWN {{(pid=99721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 18:15:18.649908 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860ab83-ead2-435e-8dea-26aaa507aca2 req-fe45b247-98c4-4f8b-add1-7d81df7a027d tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:15:18.651341 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2860ab83-ead2-435e-8dea-26aaa507aca2 req-fe45b247-98c4-4f8b-add1-7d81df7a027d tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 945 time: 0.0483987 Oct 14 18:15:18.688858 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-2860ab83-ead2-435e-8dea-26aaa507aca2 req-a85772e6-f24e-40ac-a7e7-6095ccf97936 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316374 Oct 14 18:15:18.910650 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfd923-3535-44e0-85dc-46ab4f13d662 req-b7b2faf9-0394-4876-93d9-100a2553eefa tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:15:18.912111 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-89cfd923-3535-44e0-85dc-46ab4f13d662 req-b7b2faf9-0394-4876-93d9-100a2553eefa tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.32 "GET /v2.0/ports?device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 945 time: 0.0531359 Oct 14 18:15:18.998547 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-89cfd923-3535-44e0-85dc-46ab4f13d662 req-c64fcfe1-8e03-4df3-931c-012239511b44 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Deleting port 5e73864f-b705-425a-a1ba-a1c7fbc464a2 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:15:18.998877 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-89cfd923-3535-44e0-85dc-46ab4f13d662 req-c64fcfe1-8e03-4df3-931c-012239511b44 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:19.087964 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-89cfd923-3535-44e0-85dc-46ab4f13d662 req-c64fcfe1-8e03-4df3-931c-012239511b44 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] For port 5e73864f-b705-425a-a1ba-a1c7fbc464a2, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=5e73864f-b705-425a-a1ba-a1c7fbc464a2,segment=NetworkSegment(46c69157-d0a8-458f-9e67-cefbc8750d0d),segment_id=46c69157-d0a8-458f-9e67-cefbc8750d0d)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:15:19.088316 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-89cfd923-3535-44e0-85dc-46ab4f13d662 req-c64fcfe1-8e03-4df3-931c-012239511b44 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:19.101311 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-89cfd923-3535-44e0-85dc-46ab4f13d662 req-c64fcfe1-8e03-4df3-931c-012239511b44 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Calling delete_port for 5e73864f-b705-425a-a1ba-a1c7fbc464a2 owned by compute:nova {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:15:19.229012 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-89cfd923-3535-44e0-85dc-46ab4f13d662 req-c64fcfe1-8e03-4df3-931c-012239511b44 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:19.257870 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fcfe1-8e03-4df3-931c-012239511b44 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Pushing event deleted for resources: {'Port': ['ID=5e73864f-b705-425a-a1ba-a1c7fbc464a2,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:15:19.301843 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cfd923-3535-44e0-85dc-46ab4f13d662 req-c64fcfe1-8e03-4df3-931c-012239511b44 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] No DVR routers for this DVR port 5e73864f-b705-425a-a1ba-a1c7fbc464a2 on host hv-cinder-81393 {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:15:19.304323 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-89cfd923-3535-44e0-85dc-46ab4f13d662 req-c64fcfe1-8e03-4df3-931c-012239511b44 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:19.307967 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-89cfd923-3535-44e0-85dc-46ab4f13d662 req-c64fcfe1-8e03-4df3-931c-012239511b44 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.32 "DELETE /v2.0/ports/5e73864f-b705-425a-a1ba-a1c7fbc464a2 HTTP/1.1" status: 204 len: 173 time: 0.3893578 Oct 14 18:15:19.308415 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f3c283-13f0-43cb-a7d0-f50bca2954c5', 'name': 'network-vif-deleted', 'tag': '5e73864f-b705-425a-a1ba-a1c7fbc464a2'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:15:19.310766 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfffa4c6-f074-4d14-95dc-5264dbe70f95" -d '{"events": [{"server_uuid": "48f3c283-13f0-43cb-a7d0-f50bca2954c5", "name": "network-vif-deleted", "tag": "5e73864f-b705-425a-a1ba-a1c7fbc464a2"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:15:19.350886 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102bc8c7-7263-486c-a1bf-479e97f3e00c x-openstack-request-id: req-102bc8c7-7263-486c-a1bf-479e97f3e00c {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:15:19.351232 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f3c283-13f0-43cb-a7d0-f50bca2954c5", "name": "network-vif-deleted", "tag": "5e73864f-b705-425a-a1ba-a1c7fbc464a2", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:15:19.351607 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-102bc8c7-7263-486c-a1bf-479e97f3e00c {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:15:19.352007 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f3c283-13f0-43cb-a7d0-f50bca2954c5', 'name': 'network-vif-deleted', 'tag': '5e73864f-b705-425a-a1ba-a1c7fbc464a2', 'status': 'completed', 'code': 200} Oct 14 18:15:19.795162 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-65e86dcb-6e86-407b-838f-8165bb327293 req-27151e70-046f-47ff-85ec-d3d709575646 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f3c283-13f0-43cb-a7d0-f50bca2954c5 HTTP/1.1" status: 200 len: 210 time: 0.0297191 Oct 14 18:15:22.305571 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 5e73864f-b705-425a-a1ba-a1c7fbc464a2 no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:15:22.330347 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] No Port match for: 5e73864f-b705-425a-a1ba-a1c7fbc464a2 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:15:22.330686 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device 5e73864f-b705-425a-a1ba-a1c7fbc464a2 not bound to the agent host hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:15:23.068069 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 58830) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:15:23.216094 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Deleting port 53e5d654-8226-42be-94e4-3545f6e57293 {{(pid=99718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:15:23.216432 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:23.293276 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:23.293605 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:23.305656 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Calling delete_port for 53e5d654-8226-42be-94e4-3545f6e57293 owned by network:floatingip {{(pid=99718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:15:23.448600 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:23.471338 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Pushing event deleted for resources: {'Port': ['ID=53e5d654-8226-42be-94e4-3545f6e57293,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:15:23.485528 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:23.485875 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:23.486213 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:23.486548 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:23.486876 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:23.487205 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:23.487534 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:23.487854 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:23.488178 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:23.488500 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:23.488821 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:23.489162 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:23.544619 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for floatingip, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:23.544979 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.db.l3_db [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Floating IP e24dc680-70d9-4f3e-9c58-3331fd355356 disassociated (deleted). External IP: 172.27.3.207, port: aa1c63ee-3f77-466b-b85c-ab71aa36d347. Oct 14 18:15:23.743488 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:15:23.846861 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:15:23.851509 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for floatingip, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:23.857035 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b08d240-8bbf-4ab7-a95a-7385dc95d9ca None None] Sync routers for ids ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:15:23.865839 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b08d240-8bbf-4ab7-a95a-7385dc95d9ca None None] Routers {'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:15:23.866473 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-6b08d240-8bbf-4ab7-a95a-7385dc95d9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:15:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:15:23.975393 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-6b08d240-8bbf-4ab7-a95a-7385dc95d9ca None None] Set router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:15:24.094678 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-90937fcf-0c83-4e91-861e-8c715ab983f0 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "DELETE /v2.0/floatingips/e24dc680-70d9-4f3e-9c58-3331fd355356 HTTP/1.1" status: 204 len: 168 time: 1.0255017 Oct 14 18:15:24.095412 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada2b110-21ab-4f5a-adbb-6612574ebe79', 'tag': 'aa1c63ee-3f77-466b-b85c-ab71aa36d347'}] {{(pid=99718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:15:24.098626 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af8f27bdffdb2052dedec3557c5a9650e18fe8e4a7ef2e79a5b2f75573612b2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0ba149-b539-4d73-84ac-7cb3eeab4b06" -d '{"events": [{"name": "network-changed", "server_uuid": "ada2b110-21ab-4f5a-adbb-6612574ebe79", "tag": "aa1c63ee-3f77-466b-b85c-ab71aa36d347"}]}' {{(pid=99718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:15:24.135669 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 18:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9de3a7e-93fc-4392-b906-fac06c8a2fc2 x-openstack-request-id: req-e9de3a7e-93fc-4392-b906-fac06c8a2fc2 {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:15:24.135858 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada2b110-21ab-4f5a-adbb-6612574ebe79", "tag": "aa1c63ee-3f77-466b-b85c-ab71aa36d347", "status": "completed", "code": 200}]} {{(pid=99718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:15:24.136107 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e9de3a7e-93fc-4392-b906-fac06c8a2fc2 {{(pid=99718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:15:24.136486 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada2b110-21ab-4f5a-adbb-6612574ebe79', 'tag': 'aa1c63ee-3f77-466b-b85c-ab71aa36d347', 'status': 'completed', 'code': 200} Oct 14 18:15:24.191060 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-6b08d240-8bbf-4ab7-a95a-7385dc95d9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '5a0ddeb2-ce39-4437-a94f-c41e447a90cc', 'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'mac_address': 'fa:16:3e:5b:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:27Z', 'updated_at': '2021-10-14T18:08:33Z', 'revision_number': 5, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'subnets': [{'id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:15:24.222201 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b08d240-8bbf-4ab7-a95a-7385dc95d9ca None None] Checking router: e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:15:24.229752 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ba149-b539-4d73-84ac-7cb3eeab4b06 req-eec55c71-9580-42d4-a404-9b10c9328b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:15:24.231912 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5c0ba149-b539-4d73-84ac-7cb3eeab4b06 req-eec55c71-9580-42d4-a404-9b10c9328b16 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe6ea98a16a0448a9e137ee43fd4774d&device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 1098 time: 0.0413711 Oct 14 18:15:24.234423 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b08d240-8bbf-4ab7-a95a-7385dc95d9ca None None] Routers {'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:15:24.234423 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-6b08d240-8bbf-4ab7-a95a-7385dc95d9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:15:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:15:24.347713 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-6b08d240-8bbf-4ab7-a95a-7385dc95d9ca None None] Set router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:15:24.355095 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ba149-b539-4d73-84ac-7cb3eeab4b06 req-78c27db6-d5dd-40a3-9dc2-b121eeed8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:15:24.357217 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5c0ba149-b539-4d73-84ac-7cb3eeab4b06 req-78c27db6-d5dd-40a3-9dc2-b121eeed8494 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5c83cb0d-c037-4e41-8511-ec3c449aafb6 HTTP/1.1" status: 200 len: 913 time: 0.1189339 Oct 14 18:15:24.369040 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353f27e-75a7-4aa6-b4f0-5a93f0f0f7ba req-1518870b-dcc3-425b-b1bc-f1633364b2db tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:15:24.370412 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6353f27e-75a7-4aa6-b4f0-5a93f0f0f7ba req-1518870b-dcc3-425b-b1bc-f1633364b2db tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 945 time: 0.0733242 Oct 14 18:15:24.414319 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5c0ba149-b539-4d73-84ac-7cb3eeab4b06 req-04bd19d1-efa5-4e30-8d96-9148644519bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa1c63ee-3f77-466b-b85c-ab71aa36d347 HTTP/1.1" status: 200 len: 217 time: 0.0429857 Oct 14 18:15:24.462048 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-6353f27e-75a7-4aa6-b4f0-5a93f0f0f7ba req-cf9439c3-f320-4933-8375-d57cb89a1825 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853248 Oct 14 18:15:24.480859 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ba149-b539-4d73-84ac-7cb3eeab4b06 req-a52c3e28-5cd7-4df1-95c0-d5e8c17c125c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:15:24.482016 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5c0ba149-b539-4d73-84ac-7cb3eeab4b06 req-a52c3e28-5cd7-4df1-95c0-d5e8c17c125c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d309b1-3cfb-4928-b14d-dcfd89b85221 HTTP/1.1" status: 200 len: 851 time: 0.0597129 Oct 14 18:15:24.529121 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ba149-b539-4d73-84ac-7cb3eeab4b06 req-5e1cbc93-062c-4803-ac09-1c89a3185496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:15:24.530581 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5c0ba149-b539-4d73-84ac-7cb3eeab4b06 req-5e1cbc93-062c-4803-ac09-1c89a3185496 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c83cb0d-c037-4e41-8511-ec3c449aafb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401359 Oct 14 18:15:24.544784 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-6b08d240-8bbf-4ab7-a95a-7385dc95d9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '5a0ddeb2-ce39-4437-a94f-c41e447a90cc', 'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'mac_address': 'fa:16:3e:5b:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:27Z', 'updated_at': '2021-10-14T18:08:33Z', 'revision_number': 5, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'subnets': [{'id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:15:24.570503 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b08d240-8bbf-4ab7-a95a-7385dc95d9ca None None] The sync data for ids ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'] in dv-cinder-813936-1-iscsi is: [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:08:27Z', 'revision_number': 4, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi', '_interfaces': [{'id': '5a0ddeb2-ce39-4437-a94f-c41e447a90cc', 'name': '', 'network_id': '5c83cb0d-c037-4e41-8511-ec3c449aafb6', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'mac_address': 'fa:16:3e:5b:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:27Z', 'updated_at': '2021-10-14T18:08:33Z', 'revision_number': 5, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'subnets': [{'id': '71d309b1-3cfb-4928-b14d-dcfd89b85221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:15:24.619480 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5c0ba149-b539-4d73-84ac-7cb3eeab4b06 req-9b52b786-924e-4e29-98e5-d24283d37878 service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803854 Oct 14 18:15:24.714710 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-5c0ba149-b539-4d73-84ac-7cb3eeab4b06 req-95babedd-8c2d-4c06-a0b6-e5af592146d6 service neutron] 10.222.0.32 "GET /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874763 Oct 14 18:15:24.774343 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df89d382-407d-4933-b682-d66951afa437 None None] New status for floating IP e24dc680-70d9-4f3e-9c58-3331fd355356: DOWN {{(pid=99721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 18:15:25.576062 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52915e65-5d21-4c97-b65d-b99a839e0a9b req-334518d7-75fe-4b78-9a98-d5a48395c59f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:15:25.577416 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-52915e65-5d21-4c97-b65d-b99a839e0a9b req-334518d7-75fe-4b78-9a98-d5a48395c59f tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 945 time: 0.0477436 Oct 14 18:15:25.613561 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-52915e65-5d21-4c97-b65d-b99a839e0a9b req-3f809ebb-fe25-4338-9f89-da99a014f8c9 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2c1c90e-786d-434e-b460-bdb83b791d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302296 Oct 14 18:15:25.778642 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742ce25-d51e-4214-b2fe-a707fa17518d req-2cbecbc9-249e-4c7d-9f84-036542add771 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 18:15:25.780048 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c742ce25-d51e-4214-b2fe-a707fa17518d req-2cbecbc9-249e-4c7d-9f84-036542add771 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 945 time: 0.0473459 Oct 14 18:15:25.869214 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-c742ce25-d51e-4214-b2fe-a707fa17518d req-8b37050d-49e0-4fca-9b5b-3cf4801ef970 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Deleting port aa1c63ee-3f77-466b-b85c-ab71aa36d347 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:15:25.869551 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-c742ce25-d51e-4214-b2fe-a707fa17518d req-8b37050d-49e0-4fca-9b5b-3cf4801ef970 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:25.953888 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [req-c742ce25-d51e-4214-b2fe-a707fa17518d req-8b37050d-49e0-4fca-9b5b-3cf4801ef970 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] For port aa1c63ee-3f77-466b-b85c-ab71aa36d347, host hv-cinder-81393, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81393',level=0,port_id=aa1c63ee-3f77-466b-b85c-ab71aa36d347,segment=NetworkSegment(46c69157-d0a8-458f-9e67-cefbc8750d0d),segment_id=46c69157-d0a8-458f-9e67-cefbc8750d0d)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:15:25.954246 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-c742ce25-d51e-4214-b2fe-a707fa17518d req-8b37050d-49e0-4fca-9b5b-3cf4801ef970 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:25.966815 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [req-c742ce25-d51e-4214-b2fe-a707fa17518d req-8b37050d-49e0-4fca-9b5b-3cf4801ef970 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Calling delete_port for aa1c63ee-3f77-466b-b85c-ab71aa36d347 owned by compute:nova {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:15:26.091129 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-c742ce25-d51e-4214-b2fe-a707fa17518d req-8b37050d-49e0-4fca-9b5b-3cf4801ef970 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:26.118413 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37050d-49e0-4fca-9b5b-3cf4801ef970 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Pushing event deleted for resources: {'Port': ['ID=aa1c63ee-3f77-466b-b85c-ab71aa36d347,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:15:26.161665 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c742ce25-d51e-4214-b2fe-a707fa17518d req-8b37050d-49e0-4fca-9b5b-3cf4801ef970 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] No DVR routers for this DVR port aa1c63ee-3f77-466b-b85c-ab71aa36d347 on host hv-cinder-81393 {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:15:26.164172 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [req-c742ce25-d51e-4214-b2fe-a707fa17518d req-8b37050d-49e0-4fca-9b5b-3cf4801ef970 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for port, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:26.167610 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [req-c742ce25-d51e-4214-b2fe-a707fa17518d req-8b37050d-49e0-4fca-9b5b-3cf4801ef970 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.32 "DELETE /v2.0/ports/aa1c63ee-3f77-466b-b85c-ab71aa36d347 HTTP/1.1" status: 204 len: 173 time: 0.3815982 Oct 14 18:15:26.168047 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada2b110-21ab-4f5a-adbb-6612574ebe79', 'name': 'network-vif-deleted', 'tag': 'aa1c63ee-3f77-466b-b85c-ab71aa36d347'}] {{(pid=99719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 18:15:26.170801 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e53832be9abceea150534a6c09c041f7574512f08159845e38d25c1a5f6a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf47ff4-ace0-45a9-ae70-95f821dd2daf" -d '{"events": [{"server_uuid": "ada2b110-21ab-4f5a-adbb-6612574ebe79", "name": "network-vif-deleted", "tag": "aa1c63ee-3f77-466b-b85c-ab71aa36d347"}]}' {{(pid=99719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 18:15:26.207845 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 18:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553094c1-fa50-404c-8025-975fe694c239 x-openstack-request-id: req-553094c1-fa50-404c-8025-975fe694c239 {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 18:15:26.208133 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada2b110-21ab-4f5a-adbb-6612574ebe79", "name": "network-vif-deleted", "tag": "aa1c63ee-3f77-466b-b85c-ab71aa36d347", "status": "completed", "code": 200}]} {{(pid=99719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 18:15:26.208391 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-553094c1-fa50-404c-8025-975fe694c239 {{(pid=99719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 18:15:26.208786 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada2b110-21ab-4f5a-adbb-6612574ebe79', 'name': 'network-vif-deleted', 'tag': 'aa1c63ee-3f77-466b-b85c-ab71aa36d347', 'status': 'completed', 'code': 200} Oct 14 18:15:26.716780 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [req-18420dc3-e772-44eb-8d43-6e80f005eb8e req-275898e9-bfd0-4cc0-a46c-243249d052f7 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ada2b110-21ab-4f5a-adbb-6612574ebe79 HTTP/1.1" status: 200 len: 210 time: 0.0273199 Oct 14 18:15:27.772220 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 58846) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:15:27.890760 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-040e80d9-9278-41ce-8d13-da6042f72f85 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Deleting port 9d1ff92d-2776-4432-90a2-0e3551e688ef {{(pid=99718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:15:27.891099 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-040e80d9-9278-41ce-8d13-da6042f72f85 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:27.965136 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-040e80d9-9278-41ce-8d13-da6042f72f85 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:27.965460 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-040e80d9-9278-41ce-8d13-da6042f72f85 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:27.976650 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-040e80d9-9278-41ce-8d13-da6042f72f85 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Calling delete_port for 9d1ff92d-2776-4432-90a2-0e3551e688ef owned by network:floatingip {{(pid=99718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:15:28.102396 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-040e80d9-9278-41ce-8d13-da6042f72f85 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:28.128637 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e80d9-9278-41ce-8d13-da6042f72f85 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Pushing event deleted for resources: {'Port': ['ID=9d1ff92d-2776-4432-90a2-0e3551e688ef,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:15:28.185795 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-040e80d9-9278-41ce-8d13-da6042f72f85 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for floatingip, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:28.188303 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-040e80d9-9278-41ce-8d13-da6042f72f85 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9912'] for floatingip, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:28.189491 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-040e80d9-9278-41ce-8d13-da6042f72f85 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "DELETE /v2.0/floatingips/e0eb2ebc-278c-4c27-a522-33aabe92f2f0 HTTP/1.1" status: 204 len: 168 time: 0.4161849 Oct 14 18:15:28.339096 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device aa1c63ee-3f77-466b-b85c-ab71aa36d347 no longer exists at agent hyperv_hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:15:28.360010 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] No Port match for: aa1c63ee-3f77-466b-b85c-ab71aa36d347 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:15:28.360153 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Device aa1c63ee-3f77-466b-b85c-ab71aa36d347 not bound to the agent host hv-cinder-81393 {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:15:29.382266 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 58858) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:15:29.441909 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-04b9b46f-8799-47ba-8bca-5285655488c7 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:29.467820 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-04b9b46f-8799-47ba-8bca-5285655488c7 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:29.525802 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-04b9b46f-8799-47ba-8bca-5285655488c7 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:29.528345 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-04b9b46f-8799-47ba-8bca-5285655488c7 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Notify callbacks [] for security_group, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:29.529494 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-04b9b46f-8799-47ba-8bca-5285655488c7 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] 10.222.0.49 "DELETE /v2.0/security-groups/e2c1c90e-786d-434e-b460-bdb83b791d37 HTTP/1.1" status: 204 len: 168 time: 0.1462197 Oct 14 18:15:29.538377 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9b46f-8799-47ba-8bca-5285655488c7 tempest-TestVolumeBootPattern-1392066069 tempest-TestVolumeBootPattern-1392066069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c1c90e-786d-434e-b460-bdb83b791d37,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:15:29.581442 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 58862) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:15:30.027117 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-d2a121b7-63fd-4bb9-a77a-210cfa2e85fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790618'] for router_interface, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:30.268340 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-d2a121b7-63fd-4bb9-a77a-210cfa2e85fb admin admin] Deleting port 5a0ddeb2-ce39-4437-a94f-c41e447a90cc {{(pid=99718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:15:30.268675 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-d2a121b7-63fd-4bb9-a77a-210cfa2e85fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:30.348149 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [None req-d2a121b7-63fd-4bb9-a77a-210cfa2e85fb admin admin] For port 5a0ddeb2-ce39-4437-a94f-c41e447a90cc, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=5a0ddeb2-ce39-4437-a94f-c41e447a90cc,segment=NetworkSegment(46c69157-d0a8-458f-9e67-cefbc8750d0d),segment_id=46c69157-d0a8-458f-9e67-cefbc8750d0d)] {{(pid=99718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:15:30.348507 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-d2a121b7-63fd-4bb9-a77a-210cfa2e85fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:30.361409 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-d2a121b7-63fd-4bb9-a77a-210cfa2e85fb admin admin] Calling delete_port for 5a0ddeb2-ce39-4437-a94f-c41e447a90cc owned by network:router_interface {{(pid=99718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:15:30.531999 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-d2a121b7-63fd-4bb9-a77a-210cfa2e85fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:30.556749 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a121b7-63fd-4bb9-a77a-210cfa2e85fb admin admin] Pushing event deleted for resources: {'Port': ['ID=5a0ddeb2-ce39-4437-a94f-c41e447a90cc,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:15:30.718675 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-d2a121b7-63fd-4bb9-a77a-210cfa2e85fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3789886'] for router_interface, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:30.922997 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a121b7-63fd-4bb9-a77a-210cfa2e85fb admin admin] Router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:15:31.025065 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a121b7-63fd-4bb9-a77a-210cfa2e85fb admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:15:31.030520 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-d2a121b7-63fd-4bb9-a77a-210cfa2e85fb admin admin] 10.222.0.49 "PUT /v2.0/routers/e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4478610 Oct 14 18:15:31.033511 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 58866) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:15:31.034846 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6c2c18-a209-401c-ad85-df7b26a88e24 None None] Sync routers for ids ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'] in dv-cinder-813936-1-iscsi {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:15:31.044930 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6c2c18-a209-401c-ad85-df7b26a88e24 None None] Routers {'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:15:31.045537 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-3f6c2c18-a209-401c-ad85-df7b26a88e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:15:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:15:31.135237 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f06f418c-254b-4390-9bac-a1b3f6abb94c admin admin] Notify callbacks [] for router, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:31.147857 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-3f6c2c18-a209-401c-ad85-df7b26a88e24 None None] Set router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb gateway port host: dv-cinder-813936-1-iscsi {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:15:31.234653 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f06f418c-254b-4390-9bac-a1b3f6abb94c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:31.286413 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-f06f418c-254b-4390-9bac-a1b3f6abb94c admin admin] Deleting port 180e23f7-c4fb-4788-b7c7-0f5247a031a6 {{(pid=99718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:15:31.286747 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f06f418c-254b-4390-9bac-a1b3f6abb94c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:31.321677 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-3f6c2c18-a209-401c-ad85-df7b26a88e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:15:30Z', 'revision_number': 5, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port': {'id': '180e23f7-c4fb-4788-b7c7-0f5247a031a6', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:54:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:25Z', 'updated_at': '2021-10-14T18:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:15:31.367366 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [None req-f06f418c-254b-4390-9bac-a1b3f6abb94c admin admin] For port 180e23f7-c4fb-4788-b7c7-0f5247a031a6, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=180e23f7-c4fb-4788-b7c7-0f5247a031a6,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:15:31.367731 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f06f418c-254b-4390-9bac-a1b3f6abb94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:31.381417 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-f06f418c-254b-4390-9bac-a1b3f6abb94c admin admin] Calling delete_port for 180e23f7-c4fb-4788-b7c7-0f5247a031a6 owned by network:router_gateway {{(pid=99718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:15:31.477806 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6c2c18-a209-401c-ad85-df7b26a88e24 None None] Checking router: e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb for host: dv-cinder-813936-1-iscsi {{(pid=99720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:15:31.486345 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6c2c18-a209-401c-ad85-df7b26a88e24 None None] Routers {'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:15:31.486892 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-3f6c2c18-a209-401c-ad85-df7b26a88e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:15:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'], 'active': True} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:15:31.554105 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f06f418c-254b-4390-9bac-a1b3f6abb94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:31.571609 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvr_db [None req-3f6c2c18-a209-401c-ad85-df7b26a88e24 None None] Set router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb gateway port host: None {{(pid=99720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:15:31.584604 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f418c-254b-4390-9bac-a1b3f6abb94c admin admin] Pushing event deleted for resources: {'Port': ['ID=180e23f7-c4fb-4788-b7c7-0f5247a031a6,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:15:31.626777 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_hamode_db [None req-3f6c2c18-a209-401c-ad85-df7b26a88e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:15:31Z', 'revision_number': 6, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port_host': None}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:15:31.640153 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f06f418c-254b-4390-9bac-a1b3f6abb94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3790020'] for router_gateway, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:31.655960 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6c2c18-a209-401c-ad85-df7b26a88e24 None None] The sync data for ids ['e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb'] in dv-cinder-813936-1-iscsi is: [{'id': 'e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb', 'name': 'tempest-TestVolumeBootPattern-1747409841-router', 'tenant_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:24Z', 'updated_at': '2021-10-14T18:15:31Z', 'revision_number': 6, 'project_id': 'fe6ea98a16a0448a9e137ee43fd4774d', 'gw_port_host': None}] {{(pid=99720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:15:31.728670 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f06f418c-254b-4390-9bac-a1b3f6abb94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:31.730782 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f06f418c-254b-4390-9bac-a1b3f6abb94c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:31.775508 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f06f418c-254b-4390-9bac-a1b3f6abb94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787636'] for router, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:31.776003 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06f418c-254b-4390-9bac-a1b3f6abb94c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb {{(pid=99718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 18:15:31.781321 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-f06f418c-254b-4390-9bac-a1b3f6abb94c admin admin] Notify callbacks [] for router, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:31.782459 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-f06f418c-254b-4390-9bac-a1b3f6abb94c admin admin] 10.222.0.49 "DELETE /v2.0/routers/e7ec899c-9d7b-4ed6-8b4f-6dad8eff0acb HTTP/1.1" status: 204 len: 168 time: 0.7480268 Oct 14 18:15:31.784960 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 58868) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:15:31.828500 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5bf851-a82e-48a1-88fc-dc3b54b63659 admin admin] Deleting subnet 71d309b1-3cfb-4928-b14d-dcfd89b85221 {{(pid=99718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 18:15:31.831412 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6c5bf851-a82e-48a1-88fc-dc3b54b63659 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:31.863362 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6c5bf851-a82e-48a1-88fc-dc3b54b63659 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210189'] for subnet, precommit_delete_associations {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:31.941075 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6c5bf851-a82e-48a1-88fc-dc3b54b63659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676325'] for subnet, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:31.994815 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6c5bf851-a82e-48a1-88fc-dc3b54b63659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9120956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386637'] for subnet, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:32.022807 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-6c5bf851-a82e-48a1-88fc-dc3b54b63659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:32.028581 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 58870) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:15:32.029148 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-6c5bf851-a82e-48a1-88fc-dc3b54b63659 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/71d309b1-3cfb-4928-b14d-dcfd89b85221 HTTP/1.1" status: 204 len: 168 time: 0.2427034 Oct 14 18:15:32.029258 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6886b4-475e-4346-82f8-a72d9ef7fb22 None None] Network 5c83cb0d-c037-4e41-8511-ec3c449aafb6 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:15:32.029671 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bf851-a82e-48a1-88fc-dc3b54b63659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d309b1-3cfb-4928-b14d-dcfd89b85221,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:15:32.100625 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3f2e9532-3ca2-4ffa-9095-8aade4f57f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808165'] for network, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:32.152165 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-3f2e9532-3ca2-4ffa-9095-8aade4f57f48 admin admin] Deleting port 02b11b86-26e4-45d1-9122-ab3266167765 {{(pid=99719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:15:32.152729 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3f2e9532-3ca2-4ffa-9095-8aade4f57f48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:32.217671 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.db [None req-3f2e9532-3ca2-4ffa-9095-8aade4f57f48 admin admin] For port 02b11b86-26e4-45d1-9122-ab3266167765, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=02b11b86-26e4-45d1-9122-ab3266167765,segment=NetworkSegment(46c69157-d0a8-458f-9e67-cefbc8750d0d),segment_id=46c69157-d0a8-458f-9e67-cefbc8750d0d)] {{(pid=99719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:15:32.218029 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3f2e9532-3ca2-4ffa-9095-8aade4f57f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:32.230023 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.plugin [None req-3f2e9532-3ca2-4ffa-9095-8aade4f57f48 admin admin] Calling delete_port for 02b11b86-26e4-45d1-9122-ab3266167765 owned by network:dhcp {{(pid=99719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:15:32.311631 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3f2e9532-3ca2-4ffa-9095-8aade4f57f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937597'] for port, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:32.336094 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e9532-3ca2-4ffa-9095-8aade4f57f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=02b11b86-26e4-45d1-9122-ab3266167765,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:15:32.339703 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2e9532-3ca2-4ffa-9095-8aade4f57f48 admin admin] No DVR routers for this DVR port 02b11b86-26e4-45d1-9122-ab3266167765 on host dv-cinder-813936-1-iscsi {{(pid=99719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:15:32.410720 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3f2e9532-3ca2-4ffa-9095-8aade4f57f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673054', 'neutron.services.segments.db._delete_segments_for_network-8762486597133'] for network, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:32.423906 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa39090-334b-477c-966d-3340e6db029c None None] DHCP port deletion for 5c83cb0d-c037-4e41-8511-ec3c449aafb6 request from dv-cinder-813936-1-iscsi {{(pid=99720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 18:15:32.445522 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-3f2e9532-3ca2-4ffa-9095-8aade4f57f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c83cb0d-c037-4e41-8511-ec3c449aafb6']}} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:15:32.454699 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-3f2e9532-3ca2-4ffa-9095-8aade4f57f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c69157-d0a8-458f-9e67-cefbc8750d0d') {'for_net_delete': True} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:15:32.454993 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.services.segments.db [None req-3f2e9532-3ca2-4ffa-9095-8aade4f57f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c69157-d0a8-458f-9e67-cefbc8750d0d') {} {{(pid=99719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:15:32.464022 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3f2e9532-3ca2-4ffa-9095-8aade4f57f48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762486598678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8741783'] for segment, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:32.477099 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3f2e9532-3ca2-4ffa-9095-8aade4f57f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:32.484011 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2e9532-3ca2-4ffa-9095-8aade4f57f48 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=99719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:15:32.484394 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3f2e9532-3ca2-4ffa-9095-8aade4f57f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8937544'] for segment, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: Traceback (most recent call last): Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: timer() Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: cb(*args, **kw) Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: return func(*args, **kwargs) Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: self._notify() Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: self.callback(batched_events) Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: event.method(event) Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: return f(self, *a, **k) Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: return self._get(url).json() Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: return self.request(url, 'GET', **kwargs) Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 18:15:32.486093 dv-cinder-813936-1-iscsi neutron-server[99719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 18:15:32.541701 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3f2e9532-3ca2-4ffa-9095-8aade4f57f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790056'] for network, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:32.547263 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-3f2e9532-3ca2-4ffa-9095-8aade4f57f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:32.550552 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-3f2e9532-3ca2-4ffa-9095-8aade4f57f48 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5c83cb0d-c037-4e41-8511-ec3c449aafb6 HTTP/1.1" status: 204 len: 168 time: 0.5209441 Oct 14 18:15:32.553551 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 58872) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:15:32.563289 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e9532-3ca2-4ffa-9095-8aade4f57f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c83cb0d-c037-4e41-8511-ec3c449aafb6,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:15:32.723483 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 5a0ddeb2-ce39-4437-a94f-c41e447a90cc no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:15:32.744319 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: 5a0ddeb2-ce39-4437-a94f-c41e447a90cc {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:15:32.744669 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 5a0ddeb2-ce39-4437-a94f-c41e447a90cc not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:15:32.745124 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 02b11b86-26e4-45d1-9122-ab3266167765 no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:15:32.764817 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: 02b11b86-26e4-45d1-9122-ab3266167765 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:15:32.765194 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 02b11b86-26e4-45d1-9122-ab3266167765 not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:15:32.765611 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 180e23f7-c4fb-4788-b7c7-0f5247a031a6 no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:15:32.785540 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: 180e23f7-c4fb-4788-b7c7-0f5247a031a6 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:15:32.785886 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 180e23f7-c4fb-4788-b7c7-0f5247a031a6 not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:15:33.099216 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a8394507-e0b7-414f-b170-a3698018a86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3790618'] for router_interface, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:33.329809 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-a8394507-e0b7-414f-b170-a3698018a86d admin admin] Deleting port e8c99e2a-c87e-4640-a1d1-424b60893ef9 {{(pid=99718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:15:33.330136 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a8394507-e0b7-414f-b170-a3698018a86d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:33.407413 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [None req-a8394507-e0b7-414f-b170-a3698018a86d admin admin] For port e8c99e2a-c87e-4640-a1d1-424b60893ef9, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=e8c99e2a-c87e-4640-a1d1-424b60893ef9,segment=NetworkSegment(1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6),segment_id=1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6)] {{(pid=99718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:15:33.407684 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a8394507-e0b7-414f-b170-a3698018a86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:33.420326 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-a8394507-e0b7-414f-b170-a3698018a86d admin admin] Calling delete_port for e8c99e2a-c87e-4640-a1d1-424b60893ef9 owned by network:router_interface {{(pid=99718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:15:33.589360 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a8394507-e0b7-414f-b170-a3698018a86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:33.617969 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8394507-e0b7-414f-b170-a3698018a86d admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c99e2a-c87e-4640-a1d1-424b60893ef9,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:15:33.775084 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-a8394507-e0b7-414f-b170-a3698018a86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3789886'] for router_interface, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:33.986324 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8394507-e0b7-414f-b170-a3698018a86d admin admin] Router 697f8040-a558-4a78-bd9c-de7014398232 has already been hosted by L3 agent f5c66416-1798-4ba6-b0ee-c665eab0ebef {{(pid=99718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 18:15:34.087560 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8394507-e0b7-414f-b170-a3698018a86d admin admin] Notify agent at l3_agent.dv-cinder-813936-1-iscsi the message routers_updated {{(pid=99718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 18:15:34.093000 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-a8394507-e0b7-414f-b170-a3698018a86d admin admin] 10.222.0.49 "PUT /v2.0/routers/697f8040-a558-4a78-bd9c-de7014398232/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5382855 Oct 14 18:15:34.095479 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 58874) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:15:34.096913 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddd2394-0bf6-41ae-ad44-16498caf1e39 None None] Sync routers for ids ['697f8040-a558-4a78-bd9c-de7014398232'] in dv-cinder-813936-1-iscsi {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 18:15:34.105854 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddd2394-0bf6-41ae-ad44-16498caf1e39 None None] Routers {'697f8040-a558-4a78-bd9c-de7014398232'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:15:34.107058 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-4ddd2394-0bf6-41ae-ad44-16498caf1e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:15:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['697f8040-a558-4a78-bd9c-de7014398232'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:15:34.200825 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-63251f57-0801-48ab-9215-4c1a99f00be3 admin admin] Notify callbacks [] for router, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:34.210784 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-4ddd2394-0bf6-41ae-ad44-16498caf1e39 None None] Set router 697f8040-a558-4a78-bd9c-de7014398232 gateway port host: dv-cinder-813936-1-iscsi {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:15:34.301654 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-63251f57-0801-48ab-9215-4c1a99f00be3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:34.354737 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-63251f57-0801-48ab-9215-4c1a99f00be3 admin admin] Deleting port a985a827-056c-47db-9067-d2ff532af61e {{(pid=99718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:15:34.355074 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-63251f57-0801-48ab-9215-4c1a99f00be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:34.393765 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-4ddd2394-0bf6-41ae-ad44-16498caf1e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697f8040-a558-4a78-bd9c-de7014398232', 'name': 'tempest-TestVolumeBootPattern-369848289-router', 'tenant_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'external_fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a985a827-056c-47db-9067-d2ff532af61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:29Z', 'updated_at': '2021-10-14T18:15:33Z', 'revision_number': 5, 'project_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'gw_port': {'id': 'a985a827-056c-47db-9067-d2ff532af61e', 'name': '', 'network_id': 'd72eea9d-773f-4ba1-af60-02bc446a2bfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697f8040-a558-4a78-bd9c-de7014398232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813936-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T18:08:30Z', 'updated_at': '2021-10-14T18:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0081548-82f4-4db0-bd72-f0077bc2ab2a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813936-1-iscsi'}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:15:34.418987 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddd2394-0bf6-41ae-ad44-16498caf1e39 None None] Checking router: 697f8040-a558-4a78-bd9c-de7014398232 for host: dv-cinder-813936-1-iscsi {{(pid=99721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 18:15:34.427220 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddd2394-0bf6-41ae-ad44-16498caf1e39 None None] Routers {'697f8040-a558-4a78-bd9c-de7014398232'} bound to L3 agent in host dv-cinder-813936-1-iscsi {{(pid=99721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 18:15:34.427808 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-4ddd2394-0bf6-41ae-ad44-16498caf1e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813936-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T17:52:12Z,description=,heartbeat_timestamp=2021-10-14T18:15:12Z,host='dv-cinder-813936-1-iscsi',id=f5c66416-1798-4ba6-b0ee-c665eab0ebef,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T17:52:12Z,topic='l3_agent')) {'router_ids': ['697f8040-a558-4a78-bd9c-de7014398232'], 'active': True} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:15:34.430232 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [None req-63251f57-0801-48ab-9215-4c1a99f00be3 admin admin] For port a985a827-056c-47db-9067-d2ff532af61e, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=a985a827-056c-47db-9067-d2ff532af61e,segment=NetworkSegment(5cf9c664-1879-488f-bb8c-e82c77697f74),segment_id=5cf9c664-1879-488f-bb8c-e82c77697f74)] {{(pid=99718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:15:34.430590 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-63251f57-0801-48ab-9215-4c1a99f00be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:34.442770 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-63251f57-0801-48ab-9215-4c1a99f00be3 admin admin] Calling delete_port for a985a827-056c-47db-9067-d2ff532af61e owned by network:router_gateway {{(pid=99718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:15:34.510199 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_dvr_db [None req-4ddd2394-0bf6-41ae-ad44-16498caf1e39 None None] Set router 697f8040-a558-4a78-bd9c-de7014398232 gateway port host: None {{(pid=99721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 18:15:34.563711 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.l3_hamode_db [None req-4ddd2394-0bf6-41ae-ad44-16498caf1e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697f8040-a558-4a78-bd9c-de7014398232', 'name': 'tempest-TestVolumeBootPattern-369848289-router', 'tenant_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:29Z', 'updated_at': '2021-10-14T18:15:34Z', 'revision_number': 6, 'project_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'gw_port_host': None}], 'dv-cinder-813936-1-iscsi', False) {} {{(pid=99721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:15:34.589198 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddd2394-0bf6-41ae-ad44-16498caf1e39 None None] The sync data for ids ['697f8040-a558-4a78-bd9c-de7014398232'] in dv-cinder-813936-1-iscsi is: [{'id': '697f8040-a558-4a78-bd9c-de7014398232', 'name': 'tempest-TestVolumeBootPattern-369848289-router', 'tenant_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T18:08:29Z', 'updated_at': '2021-10-14T18:15:34Z', 'revision_number': 6, 'project_id': 'f9756eb9e0984aa3bef1eefcae72b6da', 'gw_port_host': None}] {{(pid=99721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 18:15:34.603803 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-63251f57-0801-48ab-9215-4c1a99f00be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:34.631640 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63251f57-0801-48ab-9215-4c1a99f00be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a985a827-056c-47db-9067-d2ff532af61e,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:15:34.691460 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-63251f57-0801-48ab-9215-4c1a99f00be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3790020'] for router_gateway, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:34.779555 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-63251f57-0801-48ab-9215-4c1a99f00be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:34.781645 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-63251f57-0801-48ab-9215-4c1a99f00be3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:34.823138 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-63251f57-0801-48ab-9215-4c1a99f00be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787636'] for router, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:34.823591 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63251f57-0801-48ab-9215-4c1a99f00be3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 697f8040-a558-4a78-bd9c-de7014398232 {{(pid=99718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 18:15:34.833278 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-63251f57-0801-48ab-9215-4c1a99f00be3 admin admin] Notify callbacks [] for router, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:34.834519 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-63251f57-0801-48ab-9215-4c1a99f00be3 admin admin] 10.222.0.49 "DELETE /v2.0/routers/697f8040-a558-4a78-bd9c-de7014398232 HTTP/1.1" status: 204 len: 168 time: 0.7381043 Oct 14 18:15:34.836992 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 58876) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:15:34.883939 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5eda48b-e6b4-4285-b8fc-b7d85d60cc34 admin admin] Deleting subnet 696a56ed-8675-4fd9-9944-ea3e0d7902b2 {{(pid=99718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 14 18:15:34.886844 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e5eda48b-e6b4-4285-b8fc-b7d85d60cc34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:34.920470 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e5eda48b-e6b4-4285-b8fc-b7d85d60cc34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210189'] for subnet, precommit_delete_associations {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:35.003778 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e5eda48b-e6b4-4285-b8fc-b7d85d60cc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676325'] for subnet, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:35.049426 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device e8c99e2a-c87e-4640-a1d1-424b60893ef9 no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:15:35.061347 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e5eda48b-e6b4-4285-b8fc-b7d85d60cc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9120956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9386637'] for subnet, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:35.069369 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: e8c99e2a-c87e-4640-a1d1-424b60893ef9 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:15:35.069719 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device e8c99e2a-c87e-4640-a1d1-424b60893ef9 not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:15:35.090297 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eda48b-e6b4-4285-b8fc-b7d85d60cc34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=696a56ed-8675-4fd9-9944-ea3e0d7902b2,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:15:35.094951 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-e5eda48b-e6b4-4285-b8fc-b7d85d60cc34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for subnet, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:35.098879 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-e5eda48b-e6b4-4285-b8fc-b7d85d60cc34 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/696a56ed-8675-4fd9-9944-ea3e0d7902b2 HTTP/1.1" status: 204 len: 168 time: 0.2607446 Oct 14 18:15:35.100233 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8792d4c4-79bb-4817-bb42-b428612b68e1 None None] Network 89e7b757-fd5a-4b08-a503-cb000a1dd1a3 requested from dv-cinder-813936-1-iscsi {{(pid=99720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 18:15:35.101208 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [-] (99718) accepted ('10.222.0.49', 58878) {{(pid=99718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:15:35.171078 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-519941d7-72a9-44ef-a11d-0bb1f024845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808165'] for network, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:35.224132 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-519941d7-72a9-44ef-a11d-0bb1f024845f admin admin] Deleting port 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72 {{(pid=99718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:15:35.224738 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-519941d7-72a9-44ef-a11d-0bb1f024845f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:35.289396 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.db [None req-519941d7-72a9-44ef-a11d-0bb1f024845f admin admin] For port 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72, host dv-cinder-813936-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813936-1-iscsi',level=0,port_id=4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72,segment=NetworkSegment(1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6),segment_id=1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6)] {{(pid=99718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:15:35.289685 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-519941d7-72a9-44ef-a11d-0bb1f024845f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:35.302230 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.plugin [None req-519941d7-72a9-44ef-a11d-0bb1f024845f admin admin] Calling delete_port for 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72 owned by network:dhcp {{(pid=99718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:15:35.369379 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c80cf1-4e87-41db-ad05-33b82a7756c9 None None] DHCP port deletion for 89e7b757-fd5a-4b08-a503-cb000a1dd1a3 request from dv-cinder-813936-1-iscsi {{(pid=99720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 18:15:35.383791 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-519941d7-72a9-44ef-a11d-0bb1f024845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9121007'] for port, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:35.410374 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519941d7-72a9-44ef-a11d-0bb1f024845f admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:15:35.412190 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519941d7-72a9-44ef-a11d-0bb1f024845f admin admin] No DVR routers for this DVR port 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72 on host dv-cinder-813936-1-iscsi {{(pid=99718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:15:35.417091 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-e9c80cf1-4e87-41db-ad05-33b82a7756c9 None None] Deleting port 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72 {{(pid=99720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 14 18:15:35.417473 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e9c80cf1-4e87-41db-ad05-33b82a7756c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762486582878'] for port, before_delete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:35.485194 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.db [None req-e9c80cf1-4e87-41db-ad05-33b82a7756c9 None None] For port 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72, host dv-cinder-813936-1-iscsi, got binding levels [] {{(pid=99720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 18:15:35.485596 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e9c80cf1-4e87-41db-ad05-33b82a7756c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745270'] for port, precommit_delete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:35.490595 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-519941d7-72a9-44ef-a11d-0bb1f024845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673054', 'neutron.services.segments.db._delete_segments_for_network-8762486597133'] for network, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:35.499740 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-e9c80cf1-4e87-41db-ad05-33b82a7756c9 None None] Calling delete_port for 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72 owned by network:dhcp {{(pid=99720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 14 18:15:35.502431 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.ipam_backend_mixin [None req-e9c80cf1-4e87-41db-ad05-33b82a7756c9 None None] Port 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72 was not found and therefore no delete operation was performed {{(pid=99720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 14 18:15:35.503704 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-e9c80cf1-4e87-41db-ad05-33b82a7756c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762486588968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762486085169'] for port, after_delete {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:35.511358 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-519941d7-72a9-44ef-a11d-0bb1f024845f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e7b757-fd5a-4b08-a503-cb000a1dd1a3']}} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:15:35.521096 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-519941d7-72a9-44ef-a11d-0bb1f024845f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6') {'for_net_delete': True} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:15:35.521388 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.services.segments.db [None req-519941d7-72a9-44ef-a11d-0bb1f024845f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d67a2af-c690-4aa2-a666-5f8ca2ffb7f6') {} {{(pid=99718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 18:15:35.529692 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c80cf1-4e87-41db-ad05-33b82a7756c9 None None] Pushing event deleted for resources: {'Port': ['ID=4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72,revision_number=None']} {{(pid=99720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:15:35.532307 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-519941d7-72a9-44ef-a11d-0bb1f024845f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762486598678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210194'] for segment, before_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:35.536309 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c80cf1-4e87-41db-ad05-33b82a7756c9 None None] No DVR routers for this DVR port 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72 on host dv-cinder-813936-1-iscsi {{(pid=99720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 18:15:35.539004 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c80cf1-4e87-41db-ad05-33b82a7756c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:35.539004 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c80cf1-4e87-41db-ad05-33b82a7756c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:35.539318 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c80cf1-4e87-41db-ad05-33b82a7756c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:35.539633 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c80cf1-4e87-41db-ad05-33b82a7756c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:35.539958 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c80cf1-4e87-41db-ad05-33b82a7756c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:35.540286 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c80cf1-4e87-41db-ad05-33b82a7756c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:35.540610 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c80cf1-4e87-41db-ad05-33b82a7756c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:35.540953 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c80cf1-4e87-41db-ad05-33b82a7756c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:35.541298 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c80cf1-4e87-41db-ad05-33b82a7756c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:35.541621 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c80cf1-4e87-41db-ad05-33b82a7756c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:35.541940 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c80cf1-4e87-41db-ad05-33b82a7756c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:35.542254 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c80cf1-4e87-41db-ad05-33b82a7756c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813936-1-iscsi {{(pid=99720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 18:15:35.552692 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-519941d7-72a9-44ef-a11d-0bb1f024845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716'] for segment, precommit_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:35.559648 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519941d7-72a9-44ef-a11d-0bb1f024845f admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=99718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 18:15:35.560017 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-519941d7-72a9-44ef-a11d-0bb1f024845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9120986'] for segment, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: Traceback (most recent call last): Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: timer() Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: cb(*args, **kw) Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: return func(*args, **kwargs) Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: self._notify() Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: self.callback(batched_events) Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: event.method(event) Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: return f(self, *a, **k) Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: return self._get(url).json() Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: return self.request(url, 'GET', **kwargs) Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 18:15:35.561969 dv-cinder-813936-1-iscsi neutron-server[99718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 18:15:35.619757 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-519941d7-72a9-44ef-a11d-0bb1f024845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3790056'] for network, after_delete {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:35.626965 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron_lib.callbacks.manager [None req-519941d7-72a9-44ef-a11d-0bb1f024845f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683376'] for network, before_response {{(pid=99718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:35.630014 dv-cinder-813936-1-iscsi neutron-server[99718]: INFO neutron.wsgi [None req-519941d7-72a9-44ef-a11d-0bb1f024845f admin admin] 10.222.0.49 "DELETE /v2.0/networks/89e7b757-fd5a-4b08-a503-cb000a1dd1a3 HTTP/1.1" status: 204 len: 168 time: 0.5279202 Oct 14 18:15:35.640920 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519941d7-72a9-44ef-a11d-0bb1f024845f admin admin] Pushing event deleted for resources: {'Network': ['ID=89e7b757-fd5a-4b08-a503-cb000a1dd1a3,revision_number=None']} {{(pid=99718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:15:35.739646 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 58882) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:15:35.779606 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-442c9267-a84d-4106-a775-cd0357ea4aa5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe6ea98a16a0448a9e137ee43fd4774d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387602 Oct 14 18:15:35.782312 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 58884) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:15:35.828108 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9527ff3e-35e5-44a4-8a3a-ace918ce3b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:35.848327 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9527ff3e-35e5-44a4-8a3a-ace918ce3b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:35.892570 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9527ff3e-35e5-44a4-8a3a-ace918ce3b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:35.895055 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-9527ff3e-35e5-44a4-8a3a-ace918ce3b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:35.896223 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-9527ff3e-35e5-44a4-8a3a-ace918ce3b86 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3bfd5126-26f5-4b11-b748-1550cac29712 HTTP/1.1" status: 204 len: 168 time: 0.1129892 Oct 14 18:15:35.904097 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527ff3e-35e5-44a4-8a3a-ace918ce3b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfd5126-26f5-4b11-b748-1550cac29712,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:15:36.204344 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 58890) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:15:36.241702 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-02b73ef5-2f93-41ca-9200-08739340de68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f9756eb9e0984aa3bef1eefcae72b6da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0362351 Oct 14 18:15:36.243948 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [-] (99719) accepted ('10.222.0.49', 58892) {{(pid=99719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 18:15:36.300418 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0598b5a7-b6ee-447a-8bb2-80125ed3afc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:36.321364 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0598b5a7-b6ee-447a-8bb2-80125ed3afc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:36.366766 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0598b5a7-b6ee-447a-8bb2-80125ed3afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3675753'] for security_group, after_delete {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:36.370237 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron_lib.callbacks.manager [None req-0598b5a7-b6ee-447a-8bb2-80125ed3afc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:36.371365 dv-cinder-813936-1-iscsi neutron-server[99719]: INFO neutron.wsgi [None req-0598b5a7-b6ee-447a-8bb2-80125ed3afc4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2dbbd61b-b552-42a4-a2f8-db401f41c07f HTTP/1.1" status: 204 len: 168 time: 0.1265695 Oct 14 18:15:36.379416 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598b5a7-b6ee-447a-8bb2-80125ed3afc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbbd61b-b552-42a4-a2f8-db401f41c07f,revision_number=None']} {{(pid=99719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 18:15:36.717572 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device a985a827-056c-47db-9067-d2ff532af61e no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:15:36.737404 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: a985a827-056c-47db-9067-d2ff532af61e {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:15:36.737746 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device a985a827-056c-47db-9067-d2ff532af61e not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:15:36.738149 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72 no longer exists at agent ovs-agent-dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 18:15:36.755837 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.plugin [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] No Port match for: 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72 {{(pid=99720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 14 18:15:36.756176 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron.plugins.ml2.rpc [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Device 4f2b0e73-d8f3-40fd-9ef2-0bcda0e08a72 not bound to the agent host dv-cinder-813936-1-iscsi {{(pid=99720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 18:15:38.924899 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-569b4e5b-7494-41c5-a7ee-a2f73269e5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:41.478025 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:41.588851 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-6dd061df-e795-41d1-9125-1e3cb4d46d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:41.635290 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:42.426785 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:44.311035 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:15:48.188242 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:16:08.925460 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-dbbb01a9-cd94-4df7-aa68-69be4776a28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:16:11.486556 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:16:11.587542 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f4707fdd-a069-4021-acb8-6bde2cebb3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:16:11.634043 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:16:12.427772 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:16:14.315089 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:16:25.187458 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:16:38.925658 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-2b019029-0b3e-4366-8011-e38edfb60e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:16:41.502616 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:16:41.586938 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-08945e19-ffe9-49f3-ad08-3f23d6409908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:16:41.634006 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:16:42.430012 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:16:44.317451 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:17:02.185951 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:17:08.924831 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-6d2b7452-0c7b-4eaa-803a-ad99e8210e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:17:11.516515 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:17:11.585538 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-bbc210e9-6ff0-4571-9e4c-0fbe5738f4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:17:11.634343 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:17:12.432181 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:17:14.320410 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:17:29.062935 dv-cinder-813936-1-iscsi neutron-server[99719]: DEBUG neutron.wsgi [req-f80b0162-0b89-4182-92a3-9cc44dbdf960 req-ea4397d1-800f-4be8-bf03-176045b6f5e1 tempest-VolumesActionsTest-505068598 tempest-VolumesActionsTest-505068598-project] (99719) timed out ('10.222.0.32', 62365) {{(pid=99719) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 14 18:17:38.924968 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-7df11aa5-5390-40a3-a53e-a9aefa06d52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:17:39.185511 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:17:41.515473 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:17:41.587920 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-523da2c4-0f1f-4ab8-b1af-a93a50d4d410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:17:41.634332 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:17:42.435616 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:17:43.944134 dv-cinder-813936-1-iscsi neutron-server[99718]: DEBUG neutron.wsgi [req-0401d64f-a957-4ef6-bf25-de7df62df0fc req-76c30744-ebcb-4392-a46b-f1ae080fc0bd service neutron] (99718) timed out ('10.222.0.32', 62395) {{(pid=99718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 14 18:17:44.325351 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:18:08.926201 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-0506a448-0a8c-48ff-9dd3-2f746998a9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:18:11.515072 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:18:11.586766 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-446ed914-58d4-4e73-bf65-60f45bf0f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:18:11.635569 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:18:12.437683 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:18:14.326816 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:18:16.184189 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:18:38.928468 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-b8351076-470e-4e5e-a096-f57e787b3ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:18:41.513900 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:18:41.586316 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-a65791e6-b240-48c3-a622-4c23cd8045e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:18:41.636384 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:18:42.440435 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:18:44.329141 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:18:53.183095 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:19:08.929233 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-701bb25b-6a7b-48dd-96ca-a5b29155f062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:19:11.512852 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:19:11.585194 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-b9fb6ea4-d8d7-46e3-82c3-40315648f5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:19:11.637189 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:19:12.442945 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:19:14.333598 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:19:30.185947 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:19:38.929503 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-aff7f46a-830e-4b28-93a8-ad3c6430f156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:19:41.512584 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:19:41.583519 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f6247fc4-1bf6-4e63-b8c4-657be654ed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:19:41.637083 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:19:42.446038 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:19:44.336566 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:20:07.183920 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:20:08.932637 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-a9bc34cc-5917-46d6-a027-f07143f80503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:20:11.512558 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:20:11.583039 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-336fc8cb-ea9b-4f0e-a9b9-de5187948371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:20:11.637857 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:20:12.448304 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:20:14.338298 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:20:38.934302 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-5c78931c-dc30-42be-8886-bcf7eb1cb31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:20:41.511396 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-ae7c5265-55bb-4d26-a51b-ef61c30e02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:20:41.581475 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-7442120b-cdee-4871-9856-493ab8a20af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:20:41.639352 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a5224a8-c7cd-413b-bd10-52c5f07a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:20:42.450749 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0d6a-2dd5-4e7c-857a-f0354f52712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 14 18:20:44.182663 dv-cinder-813936-1-iscsi neutron-server[99721]: DEBUG neutron.db.agents_db [None req-9e81781e-984a-42d1-8fd6-76c47ee52da9 None None] Agent healthcheck: found 6 active agents {{(pid=99721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 18:20:44.345594 dv-cinder-813936-1-iscsi neutron-server[99720]: DEBUG neutron_lib.callbacks.manager [None req-f008593d-c8af-4ba8-b125-01c828b143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762486596855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675620'] for agent, after_update {{(pid=99720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}